-- Logs begin at Tue 2021-05-11 15:51:29 UTC, end at Tue 2021-05-11 16:52:37 UTC. -- May 11 16:26:54.314516 dv-cinder-789603-4-smb systemd[1]: Started Devstack devstack@q-svc.service. May 11 16:26:56.845548 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.common.config [-] Logging enabled! May 11 16:26:56.846095 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev196 May 11 16:26:56.846331 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78802) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 11 16:26:56.849546 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.common.config [-] Logging enabled! May 11 16:26:56.849805 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev196 May 11 16:26:56.850116 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78802) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 11 16:26:56.851047 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 11 16:26:56.851284 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 11 16:26:56.851663 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 11 16:26:56.851942 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 11 16:26:56.852170 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 11 16:26:56.852493 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.852792 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.853091 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.853323 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.853621 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.853933 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.854201 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.854495 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.854790 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.855079 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.855359 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.855647 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.855905 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.856189 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.856478 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.856766 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.856992 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] debug = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.857275 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.857708 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.858132 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.858442 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.858995 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.859392 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.859590 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.859899 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.860189 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.860521 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] host = dv-cinder-789603-4-smb {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.860804 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.861092 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.861384 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.861677 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.861953 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.862265 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.862515 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.862788 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.863060 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] log_file = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.863338 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.863626 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.863942 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.864233 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.864457 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.864680 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.864968 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.865252 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.865524 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.865802 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.866077 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.866355 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.866630 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.866899 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.867183 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.867467 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.867781 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.868058 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.868332 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.868602 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.868873 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.869160 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.869434 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.869706 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.869981 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.870267 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.870536 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.870807 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.871109 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.871399 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.871678 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.871984 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.872261 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.872536 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.872807 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.873078 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.873352 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] use_json = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.873622 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.873892 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.874267 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.874776 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.874920 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.875199 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.875473 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.875783 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:56.876086 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.876386 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.876686 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.876969 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.877271 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.877545 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.877835 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.878111 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.878401 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.878691 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.878981 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.879260 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.879549 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.879852 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.880150 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.880459 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.880753 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.881046 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.881324 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.881605 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.881879 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.882159 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.882447 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.882742 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.883032 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.883305 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.883584 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.883904 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.884185 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.884458 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.884737 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.885025 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.885303 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.885576 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.885858 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.886137 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.886410 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.886681 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.886958 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.887246 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.887520 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.887817 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.888090 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.888371 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.888644 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.888932 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.889213 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.889488 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.890383 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.890929 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.891018 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.891295 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.891578 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.891886 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.892177 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.892454 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.892730 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.893006 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.893282 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.893558 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.893833 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.894109 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.894387 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.894662 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.894939 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.895215 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.895493 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.895798 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.896090 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.896391 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.896671 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.896953 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.897235 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.897517 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.897798 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.898078 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.898359 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.898641 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.898916 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.899210 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.899498 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.899816 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.900102 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.900382 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.900678 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.900959 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.901246 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.901525 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.901804 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.902102 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.902389 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.902685 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.902985 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.903281 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.903578 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.903897 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.904180 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.904495 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.904778 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:56.904996 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 11 16:26:56.905241 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78802) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 11 16:26:57.260405 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:26:57.260681 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:26:57.260973 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:26:57.261321 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.manager [-] Loading core plugin: ml2 May 11 16:26:57.580965 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:57.581172 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:57.581444 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:57.582749 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:57.582941 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:57.583210 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:57.709216 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:57.709489 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:57.709760 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:57.724584 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:57.724869 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:57.725141 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:57.757152 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:57.757429 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:57.757700 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:57.800733 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:57.801011 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:57.801288 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.069706 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.070360 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.070360 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.070530 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.071242 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.211562 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.211907 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.212189 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.212460 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.212726 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.213162 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.213599 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.213868 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.214158 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.214415 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.214676 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.214958 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.215208 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.215466 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.215761 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.216037 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.216364 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.216568 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.216822 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.217104 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.217457 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.217728 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.218160 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.218675 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.218934 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.219191 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.219600 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78802) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 16:26:58.219867 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78802) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 16:26:58.220113 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78802) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 16:26:58.220361 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78802) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 16:26:58.220585 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78802) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 16:26:58.220830 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78802) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 16:26:58.221202 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 11 16:26:58.224593 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 11 16:26:58.228657 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 11 16:26:58.233090 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) May 11 16:26:58.235571 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 11 16:26:58.236196 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 11 16:26:58.236542 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 11 16:26:58.236942 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 11 16:26:58.240188 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 11 16:26:58.240440 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 11 16:26:58.240993 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 11 16:26:58.273907 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 11 16:26:58.274373 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.274694 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78802) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 11 16:26:58.275046 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.276533 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78802) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 11 16:26:58.276834 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 11 16:26:58.277077 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 11 16:26:58.280415 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.280704 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.371583 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 11 16:26:58.371883 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 11 16:26:58.372083 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 11 16:26:58.372470 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 11 16:26:58.407968 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_db.sqlalchemy.engines [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78802) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 11 16:26:58.746974 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.managers [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Initializing driver for type 'gre' May 11 16:26:58.747489 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] gre ID ranges: [(1, 1000)] May 11 16:26:58.805581 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.managers [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Initializing driver for type 'local' May 11 16:26:58.806150 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.managers [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Initializing driver for type 'vlan' May 11 16:26:58.821066 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] VlanTypeDriver initialization complete May 11 16:26:58.821647 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.managers [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Initializing driver for type 'vxlan' May 11 16:26:58.822492 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] vxlan ID ranges: [(1, 1000)] May 11 16:26:58.880204 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.managers [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Initializing extension driver 'port_security' May 11 16:26:58.880590 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.extensions.port_security [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] PortSecurityExtensionDriver initialization complete May 11 16:26:58.880947 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.managers [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Initializing mechanism driver 'openvswitch' May 11 16:26:58.881280 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.managers [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Initializing mechanism driver 'hyperv' May 11 16:26:58.887697 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:26:58.888466 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > port after_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.888836 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > port after_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.889184 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > port after_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.889569 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > subnet after_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.890556 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > subnet after_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.890893 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.891267 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > network after_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.891610 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > network after_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.891980 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > network after_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.892354 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > security_group after_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.892696 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > security_group after_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.893031 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > security_group after_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.893401 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.893740 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.894072 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.894437 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > address_group after_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.894773 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > address_group after_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.895102 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > address_group after_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.895432 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] ML2 OVO RPC backend initialized. {{(pid=78802) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 11 16:26:58.896150 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.896496 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.896903 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > network before_response 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.897240 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > networks before_response 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.897579 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > port before_response 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.897913 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > ports before_response 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.898249 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > subnet before_response 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.898584 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > subnets before_response 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.898921 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > network after_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.899257 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > network after_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.899584 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > network after_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.899932 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > port after_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.900261 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > port after_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.900587 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > port after_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.900913 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > subnet after_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.901239 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > subnet after_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.901566 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.902126 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.plugin [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Modular L2 Plugin initialization complete May 11 16:26:58.902444 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading services supported by the core plugin {{(pid=78802) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 11 16:26:58.902759 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.plugins.ml2.managers [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Got port-security extension from driver 'port_security' May 11 16:26:58.903210 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.extensions.vlantransparent [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Disabled vlantransparent extension. May 11 16:26:58.903712 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78802) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 11 16:26:58.904020 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading Plugin: router May 11 16:26:58.940630 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > router_interface before_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.941019 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > router after_create 55549900 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.941387 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > router before_create 55549900 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.941750 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.942121 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.942471 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > router after_delete 55549900 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.942821 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > floatingip after_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.943178 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > router after_create 55549900 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.943520 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > router after_update 55549900 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.943887 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > router after_update 55549900 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.944232 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.944585 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > router after_update 55549900 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.944986 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > router precommit_update 55549900 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.945347 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: port after_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.945681 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: port after_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.946010 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: subnet after_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.946343 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.946683 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > port precommit_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.947023 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > router precommit_create 55549900 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.947355 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: port before_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.947706 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > router precommit_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.948058 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > router after_update 55549900 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.948396 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > router precommit_delete 55549900 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.948735 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > router precommit_create 55549900 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.949087 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.949422 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > router precommit_update 55549900 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.949787 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > network after_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.950638 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.quota.resource_registry [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Tracking information for resource: router configured {{(pid=78802) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 16:26:58.950967 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.quota.resource_registry [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Tracking information for resource: floatingip configured {{(pid=78802) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 16:26:58.956589 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.db.l3_agentschedulers_db [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 11 16:26:58.957158 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: port after_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.957515 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: port after_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.957863 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: port after_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.958213 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: port after_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.958993 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > router before_create 55550100 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.959355 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > router precommit_delete 55550100 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.959734 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > router precommit_create 55550100 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.960089 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > router precommit_update 55550100 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.964482 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.services.provider_configuration [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Service providers = [] {{(pid=78802) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 11 16:26:58.964845 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.db.servicetype_db [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78802) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 11 16:26:58.967733 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.services.service_base [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78802) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 16:26:58.968897 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.services.service_base [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78802) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 16:26:58.969286 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.services.service_base [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78802) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 16:26:58.970252 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.services.service_base [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78802) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 16:26:58.970673 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.services.service_base [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Default provider is not specified for service type L3_ROUTER_NAT May 11 16:26:58.972666 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78802) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 16:26:58.972991 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 11 16:26:58.983788 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78802) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 16:26:58.984157 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading Plugin: auto_allocate May 11 16:26:58.989871 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: network precommit_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.990237 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: network precommit_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:58.990760 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78802) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 16:26:58.991083 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading Plugin: tag May 11 16:26:58.997931 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78802) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 16:26:58.998192 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading Plugin: timestamp May 11 16:26:59.002062 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78802) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 16:26:59.002374 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading Plugin: network_ip_availability May 11 16:26:59.007545 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:59.007946 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:59.008300 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:59.009021 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78802) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 16:26:59.009323 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading Plugin: flavors May 11 16:26:59.014168 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78802) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 16:26:59.014495 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading Plugin: revisions May 11 16:26:59.019449 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78802) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 16:26:59.019855 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.759s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:26:59.020588 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78802) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 11 16:26:59.020919 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Initializing extension manager. May 11 16:26:59.021435 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: __init__.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.021770 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: __pycache__ {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.022100 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.022428 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: address_group.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.023167 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.023756 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: address-group May 11 16:26:59.024075 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: address_scope.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.024766 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.025268 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: address-scope May 11 16:26:59.025583 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.026501 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.027009 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: router-admin-state-down-before-update May 11 16:26:59.027326 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: agent.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.028033 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.028532 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: agent May 11 16:26:59.028844 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: agent_resources_synced.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.029731 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.030231 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: agent-resources-synced May 11 16:26:59.031162 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: allowedaddresspairs.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.032931 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.033448 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: allowed-address-pairs May 11 16:26:59.033772 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: auto_allocated_topology.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.034815 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.035324 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: auto-allocated-topology May 11 16:26:59.035645 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: availability_zone.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.036348 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.036849 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: availability_zone May 11 16:26:59.037168 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: availability_zone_filter.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.038056 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.038561 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: availability_zone_filter May 11 16:26:59.038879 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: data_plane_status.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.039787 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.040284 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension data-plane-status not supported by any of loaded plugins May 11 16:26:59.040603 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: default_subnetpools.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.041489 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.041994 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: default-subnetpools May 11 16:26:59.042309 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.043104 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.043610 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: dhcp_agent_scheduler May 11 16:26:59.043953 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: dns.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.044836 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.045327 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension dns-integration not supported by any of loaded plugins May 11 16:26:59.045644 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: dns_domain_ports.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.046713 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.047211 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension dns-domain-ports not supported by any of loaded plugins May 11 16:26:59.047524 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: dvr.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.048201 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.048701 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: dvr May 11 16:26:59.049014 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: empty_string_filtering.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.049899 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.050395 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: empty-string-filtering May 11 16:26:59.050710 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.051602 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.052136 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 11 16:26:59.052452 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.053333 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.053831 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 11 16:26:59.054147 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: external_net.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.055025 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.055529 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: external-net May 11 16:26:59.055870 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.056747 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.057251 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: extra_dhcp_opt May 11 16:26:59.057564 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: extraroute.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.058441 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.058977 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: extraroute May 11 16:26:59.059293 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: extraroute_atomic.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.060322 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.060839 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: extraroute-atomic May 11 16:26:59.061406 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: filter_validation.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.062286 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.062792 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: filter-validation May 11 16:26:59.063106 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: fip_pf_description.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.064195 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.064706 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 11 16:26:59.065021 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: fip_port_details.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.065920 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.066425 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: fip-port-details May 11 16:26:59.066737 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: flavors.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.067966 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.068478 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: flavors May 11 16:26:59.068800 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.070440 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.070954 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 11 16:26:59.071276 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: floatingip_pools.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.071999 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.072534 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: floatingip-pools May 11 16:26:59.072829 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: ip_allocation.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.073732 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.074229 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension ip_allocation not supported by any of loaded plugins May 11 16:26:59.074550 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.075443 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.075986 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: ip-substring-filtering May 11 16:26:59.076304 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: l2_adjacency.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.077738 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.078290 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension l2_adjacency not supported by any of loaded plugins May 11 16:26:59.078613 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: l3.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.079599 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.080152 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: router May 11 16:26:59.080460 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.082656 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.083187 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 11 16:26:59.083515 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.084483 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.084986 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: ext-gw-mode May 11 16:26:59.085316 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.086202 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.086711 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: l3-ha May 11 16:26:59.087037 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: l3_flavors.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.087934 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.088445 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: l3-flavors May 11 16:26:59.088765 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.089670 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.090174 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: l3-port-ip-change-not-allowed May 11 16:26:59.090663 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: l3agentscheduler.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.091513 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.092100 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: l3_agent_scheduler May 11 16:26:59.092422 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: logging.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.094544 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.095054 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension logging not supported by any of loaded plugins May 11 16:26:59.095383 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: metering.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.096149 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.096725 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: metering May 11 16:26:59.097046 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.098137 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.098643 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: metering_source_and_destination_fields May 11 16:26:59.098964 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: multiprovidernet.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.100051 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.100560 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: multi-provider May 11 16:26:59.100877 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: netmtu.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.101768 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.102269 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: net-mtu May 11 16:26:59.102583 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: netmtu_writable.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.103464 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.103997 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: net-mtu-writable May 11 16:26:59.104310 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: network_availability_zone.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.104960 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.105455 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: network_availability_zone May 11 16:26:59.105768 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: network_ip_availability.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.106835 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.107340 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: network-ip-availability May 11 16:26:59.107659 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: network_segment_range.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.108558 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.109019 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension network-segment-range not supported by any of loaded plugins May 11 16:26:59.109336 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: pagination.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.110282 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.110608 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: pagination May 11 16:26:59.110918 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: port_device_profile.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.111847 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.112369 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: port-device-profile May 11 16:26:59.112677 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.113577 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.114082 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: port-mac-address-regenerate May 11 16:26:59.114395 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.115285 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.115830 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: port-numa-affinity-policy May 11 16:26:59.116144 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: port_resource_request.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.117020 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.117517 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension port-resource-request not supported by any of loaded plugins May 11 16:26:59.117829 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: portbindings.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.118711 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.119211 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: binding May 11 16:26:59.119524 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: portbindings_extended.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.120789 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.121305 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: binding-extended May 11 16:26:59.121623 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: portsecurity.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.122506 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.123009 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: port-security May 11 16:26:59.123325 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: project_id.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.124408 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.124736 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: project-id May 11 16:26:59.125054 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: providernet.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.125945 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.126459 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: provider May 11 16:26:59.126778 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: qos.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.130306 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.130828 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension qos not supported by any of loaded plugins May 11 16:26:59.131165 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.132419 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.132931 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 11 16:26:59.133253 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.134152 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.134652 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 11 16:26:59.134972 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: qos_default.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.135885 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.136392 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension qos-default not supported by any of loaded plugins May 11 16:26:59.136711 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: qos_fip.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.137345 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.137842 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension qos-fip not supported by any of loaded plugins May 11 16:26:59.138159 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: qos_gateway_ip.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.139053 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.140226 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 11 16:26:59.140430 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: qos_port_network_policy.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.141315 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.141832 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 11 16:26:59.142146 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: qos_rule_type_details.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.143034 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.143539 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 11 16:26:59.143884 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: qos_rules_alias.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.144911 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.145415 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension qos-rules-alias not supported by any of loaded plugins May 11 16:26:59.145734 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: quotasv2.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.146763 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.147095 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: quotas May 11 16:26:59.147413 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: quotasv2_detail.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.149036 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.149378 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: quota_details May 11 16:26:59.149709 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: rbac.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.150751 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.151271 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: rbac-policies May 11 16:26:59.151605 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: rbac_address_group.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.152526 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.153043 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: rbac-address-group May 11 16:26:59.153362 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: rbac_address_scope.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.154250 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.154759 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: rbac-address-scope May 11 16:26:59.155078 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: rbac_security_groups.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.156674 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.157184 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: rbac-security-groups May 11 16:26:59.157505 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: rbac_subnetpool.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.158408 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.158914 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: rbac-subnetpool May 11 16:26:59.159234 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: revisionifmatch.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.160141 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.160647 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: revision-if-match May 11 16:26:59.160965 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: revisions.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.162045 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.162546 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: standard-attr-revisions May 11 16:26:59.162866 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: router_availability_zone.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.163519 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.164060 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: router_availability_zone May 11 16:26:59.164382 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: routerservicetype.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.165270 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.165772 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension router-service-type not supported by any of loaded plugins May 11 16:26:59.166088 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.166972 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.167483 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: security-groups-normalized-cidr May 11 16:26:59.167905 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.168798 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.169305 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: port-security-groups-filtering May 11 16:26:59.169621 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.170511 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.171185 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: security-groups-remote-address-group May 11 16:26:59.171522 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: securitygroup.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.181029 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.181569 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: security-group May 11 16:26:59.181896 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: segment.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.182668 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.183208 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension segment not supported by any of loaded plugins May 11 16:26:59.183531 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.184470 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.184979 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 11 16:26:59.185300 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: servicetype.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.186667 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.187181 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: service-type May 11 16:26:59.187502 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: sorting.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.188481 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.188811 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: sorting May 11 16:26:59.189132 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: standard_attr_segment.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.190012 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.190520 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension standard-attr-segment not supported by any of loaded plugins May 11 16:26:59.190840 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: standardattrdescription.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.191469 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.192003 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: standard-attr-description May 11 16:26:59.192321 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: stateful_security_group.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.193242 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.193746 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: stateful-security-group May 11 16:26:59.194065 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: stdattrs_common.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.194630 dv-cinder-789603-4-smb neutron-server[78802]: WARNING neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 11 16:26:59.194946 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.195957 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.196468 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 11 16:26:59.196787 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: subnet_onboard.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.197850 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.198371 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: subnet_onboard May 11 16:26:59.198689 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.199630 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.200229 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 11 16:26:59.200548 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: subnet_service_types.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.201457 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.201962 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: subnet-service-types May 11 16:26:59.202817 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: subnetallocation.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.203923 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.204428 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: subnet_allocation May 11 16:26:59.204744 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.205389 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.205893 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: subnetpool-prefix-ops May 11 16:26:59.206209 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.207107 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.207606 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 11 16:26:59.207952 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: tagging.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.209010 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.209531 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: standard-attr-tag May 11 16:26:59.209852 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: timestamp.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.211030 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.211543 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loaded extension: standard-attr-timestamp May 11 16:26:59.211900 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: trunk.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.212906 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.213422 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension trunk not supported by any of loaded plugins May 11 16:26:59.213738 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: trunk_details.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.214632 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.215136 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension trunk-details not supported by any of loaded plugins May 11 16:26:59.215450 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: uplink_status_propagation.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.216373 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.216881 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 11 16:26:59.217190 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Loading extension file: vlantransparent.py {{(pid=78802) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 11 16:26:59.218422 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78802) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 11 16:26:59.218903 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extension vlan-transparent not supported by any of loaded plugins May 11 16:26:59.221405 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.quota.resource_registry [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Creating instance of TrackedResource for resource:network May 11 16:26:59.222148 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.quota.resource_registry [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Creating instance of TrackedResource for resource:subnet May 11 16:26:59.222914 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.quota.resource_registry [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Creating instance of TrackedResource for resource:subnetpool May 11 16:26:59.223585 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.quota.resource_registry [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Creating instance of TrackedResource for resource:port May 11 16:26:59.224767 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.v2.resource_helper [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:26:59.225205 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.v2.resource_helper [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Service FLAVORS assigned prefix: {{(pid=78802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:26:59.225814 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.v2.resource_helper [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:26:59.226244 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.v2.resource_helper [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:26:59.226589 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.quota.resource_registry [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Creating instance of TrackedResource for resource:router May 11 16:26:59.227235 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.quota.resource_registry [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Creating instance of TrackedResource for resource:floatingip May 11 16:26:59.227960 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.v2.resource_helper [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Service METERING assigned prefix: /metering {{(pid=78802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:26:59.229385 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:59.229749 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:59.230094 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:26:59.231219 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.quota.resource_registry [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Creating instance of CountableResource for resource:rbac_policy May 11 16:26:59.231673 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.quota.resource_registry [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Creating instance of TrackedResource for resource:security_group May 11 16:26:59.232452 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.quota.resource_registry [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Creating instance of TrackedResource for resource:security_group_rule May 11 16:26:59.233180 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.v2.resource_helper [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Service CORE assigned prefix: {{(pid=78802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:26:59.233584 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.quota.resource_registry [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Creating instance of TrackedResource for resource:subnetpool May 11 16:26:59.233919 dv-cinder-789603-4-smb neutron-server[78802]: WARNING neutron.quota.resource_registry [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] subnetpool is already registered May 11 16:26:59.234494 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.v2.resource_helper [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Service CORE assigned prefix: {{(pid=78802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:26:59.234821 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.quota.resource_registry [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Creating instance of TrackedResource for resource:subnetpool May 11 16:26:59.235136 dv-cinder-789603-4-smb neutron-server[78802]: WARNING neutron.quota.resource_registry [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] subnetpool is already registered May 11 16:26:59.237723 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.v2.resource_helper [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:26:59.238150 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.v2.resource_helper [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Service FLAVORS assigned prefix: {{(pid=78802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:26:59.238737 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.v2.resource_helper [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:26:59.239153 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.v2.resource_helper [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:26:59.239482 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.quota.resource_registry [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Creating instance of TrackedResource for resource:router May 11 16:26:59.239835 dv-cinder-789603-4-smb neutron-server[78802]: WARNING neutron.quota.resource_registry [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] router is already registered May 11 16:26:59.240420 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.quota.resource_registry [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Creating instance of TrackedResource for resource:floatingip May 11 16:26:59.240742 dv-cinder-789603-4-smb neutron-server[78802]: WARNING neutron.quota.resource_registry [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] floatingip is already registered May 11 16:26:59.241357 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.v2.resource_helper [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Service METERING assigned prefix: /metering {{(pid=78802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:26:59.242025 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.quota.resource_registry [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Creating instance of CountableResource for resource:rbac_policy May 11 16:26:59.242339 dv-cinder-789603-4-smb neutron-server[78802]: WARNING neutron.quota.resource_registry [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] rbac_policy is already registered May 11 16:26:59.243895 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.quota.resource_registry [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Creating instance of TrackedResource for resource:security_group May 11 16:26:59.244225 dv-cinder-789603-4-smb neutron-server[78802]: WARNING neutron.quota.resource_registry [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] security_group is already registered May 11 16:26:59.244815 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.quota.resource_registry [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Creating instance of TrackedResource for resource:security_group_rule May 11 16:26:59.245147 dv-cinder-789603-4-smb neutron-server[78802]: WARNING neutron.quota.resource_registry [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] security_group_rule is already registered May 11 16:26:59.245799 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.v2.resource_helper [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Service CORE assigned prefix: {{(pid=78802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:26:59.246137 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.quota.resource_registry [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Creating instance of TrackedResource for resource:subnetpool May 11 16:26:59.246461 dv-cinder-789603-4-smb neutron-server[78802]: WARNING neutron.quota.resource_registry [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] subnetpool is already registered May 11 16:26:59.247120 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.v2.resource_helper [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Service CORE assigned prefix: {{(pid=78802) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 16:26:59.247389 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.quota.resource_registry [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Creating instance of TrackedResource for resource:subnetpool May 11 16:26:59.247724 dv-cinder-789603-4-smb neutron-server[78802]: WARNING neutron.quota.resource_registry [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] subnetpool is already registered May 11 16:26:59.248407 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: extensions {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.249882 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: address-groups {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.251506 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: address-scopes {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.252762 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: agents {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.253949 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: auto-allocated-topology {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.255193 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: availability_zones {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.256543 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: dhcp-networks {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.257960 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: dhcp-agents {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.259393 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: routers {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.261272 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: flavors {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.262440 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: service_profiles {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.263635 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: next_providers {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.265885 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: service_profiles {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.267350 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: floatingip-pools {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.268606 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: routers {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.270435 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: floatingips {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.271613 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: l3-routers {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.273042 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: l3-agents {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.274454 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: metering-labels {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.275829 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: metering-label-rules {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.277167 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: network-ip-availabilities {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.278448 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: bindings {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.280125 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: quotas {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.282400 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: quotas {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.283862 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: rbac-policies {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.285202 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: security-groups {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.286405 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: security-group-rules {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.287679 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: service-providers {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.288933 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: subnetpools {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.290337 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: subnetpools {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.291881 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: tags {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.293566 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: tags {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.295377 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: tags {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.297294 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: tags {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.299095 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: tags {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.300979 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: tags {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.302690 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: tags {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.305532 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: tags {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.307322 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: tags {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.423057 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron.api.extensions [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Extended resource: tags {{(pid=78802) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 16:26:59.428932 dv-cinder-789603-4-smb neutron-server[78802]: WARNING keystonemiddleware.auth_token [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 11 16:26:59.433618 dv-cinder-789603-4-smb neutron-server[78802]: WARNING keystonemiddleware.auth_token [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 11 16:26:59.442282 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Acquired lock "singleton_lock" {{(pid=78802) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 11 16:26:59.442758 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Releasing lock "singleton_lock" {{(pid=78802) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 11 16:26:59.443406 dv-cinder-789603-4-smb neutron-server[78802]: INFO oslo_service.service [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Starting 2 workers May 11 16:26:59.448040 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Started child 78909 {{(pid=78802) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 11 16:26:59.452423 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Started child 78910 {{(pid=78802) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 11 16:26:59.453316 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:59.454133 dv-cinder-789603-4-smb neutron-server[78802]: INFO neutron.service [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Neutron service started, listening on 0.0.0.0:9696 May 11 16:26:59.454772 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Notify callbacks [] for process, before_spawn {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:59.454886 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [-] (78909) wsgi starting up on http://0.0.0.0:9696 May 11 16:26:59.457198 dv-cinder-789603-4-smb neutron-server[78802]: INFO oslo_service.service [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Starting 1 workers May 11 16:26:59.457316 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:59.458614 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [-] (78910) wsgi starting up on http://0.0.0.0:9696 May 11 16:26:59.462147 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Started child 78911 {{(pid=78802) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 11 16:26:59.462675 dv-cinder-789603-4-smb neutron-server[78802]: INFO oslo_service.service [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Starting 1 workers May 11 16:26:59.465533 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.service [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] calling RpcWorker wait() {{(pid=78911) _wait /opt/stack/neutron/neutron/service.py:128}} May 11 16:26:59.466108 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.service [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] returning from RpcWorker wait() {{(pid=78911) _wait /opt/stack/neutron/neutron/service.py:135}} May 11 16:26:59.466944 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Started child 78912 {{(pid=78802) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 11 16:26:59.467263 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:59.468303 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:26:59.468467 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8fb4be0a-c062-4de9-a297-35324d5fdf95 None None] Notify callbacks [] for process, after_spawn {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:59.470404 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78802) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 11 16:26:59.470607 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 11 16:26:59.470776 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 11 16:26:59.470986 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 11 16:26:59.471314 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 11 16:26:59.471473 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 11 16:26:59.471998 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.472289 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.472467 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:26:59.472973 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.472973 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.473103 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.473517 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:26:59.473689 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.473899 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.474132 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.474402 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.474660 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.474836 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.475105 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.475489 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.475872 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.476191 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.476449 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.476699 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.476979 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.477144 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.477407 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.477655 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.477890 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.478144 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] debug = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.478391 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.478875 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.479100 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.479392 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.479617 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.479903 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.480148 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.480504 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.480749 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.480983 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.481196 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.481460 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.481690 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.481917 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.482127 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.482380 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.482609 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.483078 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] host = dv-cinder-789603-4-smb {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.483321 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.484248 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.484400 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.484724 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.485109 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.485207 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.488712 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.488712 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.488712 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.488712 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.488712 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.488712 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.488712 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.488712 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] log_file = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.488712 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] log_options = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.490122 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.490122 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.490122 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.490122 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.490122 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.490122 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.490122 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.491122 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.491262 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 43184) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:26:59.491413 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.491413 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.491413 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.491413 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.491413 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.491413 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.491413 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.491413 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.491413 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.492684 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.492684 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.492684 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.492684 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.492684 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.492684 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.492684 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.493592 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.493592 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.493592 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.493592 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.494154 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.494154 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.494154 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.494541 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.494690 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.494849 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.495382 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.495382 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.495884 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.496100 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.496557 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.496557 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.496937 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.497649 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.497935 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.498153 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.498365 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.498891 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] use_json = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.498891 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.499211 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.499394 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.499664 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.499971 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.499971 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.500382 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.500382 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.500811 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.501101 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.501513 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.501693 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.501843 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.502061 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.502923 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.502923 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.502923 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.503363 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.503363 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.503625 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.505367 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.505367 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.505367 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.505367 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.505367 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.506120 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0138600 May 11 16:26:59.506283 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.506283 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.506283 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.506283 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.507158 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.507717 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.507841 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.508772 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.510238 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.510629 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.511011 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.511380 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.512488 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.512488 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.512663 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.513008 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.513387 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.513812 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.514209 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.514694 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.515080 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.515474 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.515752 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.517659 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.517993 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.518326 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.519883 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.520145 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.520417 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.521859 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.521859 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.523987 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.524769 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.524911 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.525069 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.528402 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.528402 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.528402 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.529571 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.529571 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.529571 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.529774 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.529841 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.530087 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.530985 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.531341 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.532829 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.533063 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.533357 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.533608 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.534527 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.535011 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.535282 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.535518 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.535773 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.536001 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.536223 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.537512 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.537745 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.537987 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.538216 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.538465 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.538722 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.538942 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.539165 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.539385 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.540510 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.540818 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.541146 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.541407 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.541689 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.541931 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.542201 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.542447 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.542713 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.542964 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.543243 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.543456 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.543752 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.544149 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.544531 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.544916 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.545288 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.545544 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.545772 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.546652 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.546905 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.547183 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.548759 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.550358 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.550655 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.550948 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.551367 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.551823 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.552267 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.552523 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.552789 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.553010 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.553487 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.554274 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.554274 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.554537 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.554870 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.555230 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.555574 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.556665 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.557071 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.557478 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.557959 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.558387 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.558975 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.559436 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.559879 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.560310 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.560720 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.561492 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.562114 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.562555 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.562991 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.563268 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.563537 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.563839 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.564133 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.564384 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.564625 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.564872 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.565334 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.566401 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.566401 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.566401 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.566680 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.566860 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.567142 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.567440 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.567671 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.567920 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.568700 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.568700 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.568700 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.568918 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.569144 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.569370 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.570252 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.570252 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.570252 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.570458 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.570545 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.570716 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.571093 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.571340 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.571589 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.571870 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.572760 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.572760 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.572760 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.572978 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.573054 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.573312 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.573527 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.574977 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.574977 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.574977 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.574977 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.574977 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.574977 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.575432 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.575432 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.575581 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.575747 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.576092 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.576382 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.576606 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.576839 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.577138 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.577492 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.577769 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.578210 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.578457 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.578707 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.578906 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.579150 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.579639 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.579903 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.580146 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.580412 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.580592 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.580842 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.581120 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.581327 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.581779 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.581975 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.582385 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.582771 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.583012 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.583283 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.583493 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.584696 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.584915 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.585329 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.586936 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.586936 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.586936 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.586936 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.586936 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.586936 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.587787 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.587787 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.587787 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.587787 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.588235 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.588235 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.588381 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.589363 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.589363 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.589363 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.589363 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.589660 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.589755 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.590182 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.590652 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.590963 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.591347 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.591566 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.591955 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.592233 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.594038 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.594038 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.594038 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.594407 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.594479 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.594776 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.595044 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.595341 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.595638 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.595911 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.596132 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.596984 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.596984 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.597156 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.597300 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.597537 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.597819 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.598064 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.598303 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.598526 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.598743 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.600016 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.600016 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.600016 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.600016 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.600299 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.600381 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.600610 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.601541 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.601541 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.601541 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.601541 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.601819 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 11 16:26:59.602505 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78802) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 11 16:26:59.602505 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 11 16:26:59.602505 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 11 16:26:59.602712 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 11 16:26:59.602873 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 11 16:26:59.603029 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 11 16:26:59.603189 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.604201 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.604364 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.604524 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.604674 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.604855 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.605007 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.605164 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.605312 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.605469 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.605610 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.605762 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.605918 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.606861 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.607023 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.607172 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.607328 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.607475 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.607626 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.607844 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.607995 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.608151 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.610062 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] debug = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.610062 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.610062 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.610062 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.610062 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.610062 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.610485 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.610485 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.610485 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.610485 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.610703 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.610703 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.611014 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.611014 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.611168 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.611329 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.611417 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.611598 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.611777 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] host = dv-cinder-789603-4-smb {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.611921 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.612058 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.612193 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.612352 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.612508 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.612645 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.612789 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.612942 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.613098 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.613259 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.613409 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.613561 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.613718 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.613889 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] log_file = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.614016 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] log_options = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.614165 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.614312 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.614460 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.614655 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.614802 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.614955 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.615307 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.615626 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.619874 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.619874 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.619874 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.619874 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.619874 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.619874 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.619874 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.619874 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.619874 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.621077 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.621077 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.621077 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.621077 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.621077 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.621077 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.621077 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.621077 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.622899 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.622899 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.622899 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.622899 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.622899 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.622899 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.622899 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.622899 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.624836 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.624836 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.624836 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.624836 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.624836 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.624836 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.624836 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.624836 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.625977 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.625977 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.625977 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.625977 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.625977 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] use_json = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.625977 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.625977 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.625977 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.625977 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.627128 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.627128 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.627128 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.627128 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 16:26:59.627128 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.627128 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.627128 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.627128 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.628197 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.628197 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.628197 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.628197 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.628197 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.628197 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.628197 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.628197 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.628197 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.629329 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.629329 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.629329 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.629329 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.629329 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.629329 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.629329 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.629329 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.630322 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.630322 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.630322 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.630322 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.630322 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.630322 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.630322 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.630322 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.631329 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.631329 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.631329 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.631329 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.631329 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.631329 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.631329 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.631329 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.631329 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.632545 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.632545 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.632545 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.632545 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.632545 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.632545 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.632545 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.632545 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.632545 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.633663 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.633663 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.633663 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.633663 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.633663 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.633663 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.633663 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.633663 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.633663 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.635807 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.635807 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.635807 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.635807 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.635807 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.635807 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.635807 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.635807 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.635807 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.636971 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.636971 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.636971 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.636971 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.636971 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.636971 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.636971 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.636971 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.636971 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.638096 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.638096 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.638096 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.638096 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.638096 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.638096 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.638096 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.638096 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.638096 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.640264 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.640264 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.640264 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.640264 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.640264 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.640264 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.640264 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.640264 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.641291 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.641291 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.641291 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.641291 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.641291 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.641291 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.641291 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.641291 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.642312 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.642312 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.642312 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.642312 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.642312 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.642312 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.642312 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.642312 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.643314 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.643314 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.643314 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.643314 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.643314 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.643314 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.643314 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.643314 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.644379 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.644379 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.644379 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.644379 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.644379 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.644379 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.644379 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.644379 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.645542 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.645542 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.645542 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.645542 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.645542 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.645542 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.645542 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.645542 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.646691 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.646691 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.646691 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.646691 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.646691 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.646691 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.647449 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:26:59.647604 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.647604 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.647604 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.647604 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.647604 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.647604 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.647604 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.647604 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.648660 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.648660 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.648660 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.648660 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.648660 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.648660 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.648660 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.648660 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.649808 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.649808 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.649808 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.649808 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.649808 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.649808 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.649808 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.649808 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.650957 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.650957 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.650957 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.650957 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.650957 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.650957 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.650957 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.650957 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.652190 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.652190 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.652190 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.652190 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.652190 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.652190 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.652190 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.652190 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.653203 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.653203 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.653203 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.653203 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.653203 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.653203 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.653203 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.653203 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.654243 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.654243 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.654243 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.654243 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.654243 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.654243 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.654243 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.654243 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.656251 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.656251 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.656251 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.656251 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.656251 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.656251 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.656251 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.656251 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.657318 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.657318 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.657318 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.657318 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.657318 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.657318 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.657318 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.657318 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.657318 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.658622 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.658622 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.658622 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.658622 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.658622 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.658622 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.658622 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.658622 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.659659 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.659659 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.659659 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.659659 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.659659 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.659659 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.659659 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.659659 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.659659 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.660767 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.660767 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.660767 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.660767 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.660767 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.660767 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.660767 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.660767 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.661379 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.661379 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.662332 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.662332 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.662332 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.662332 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.662332 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.662853 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.662853 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.662853 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.663264 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.663264 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.663264 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.663658 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.663658 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.666088 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.666088 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.666088 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.666088 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.666088 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.666088 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.666088 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.666088 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.667189 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.667189 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.667189 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.667189 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.667189 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.667189 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.667189 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.667189 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.667189 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.668297 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.668297 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.668297 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.668297 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.668297 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.668297 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.668297 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 16:26:59.668297 dv-cinder-789603-4-smb neutron-server[78802]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78802) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 11 16:27:10.602878 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8790fa4b-0e7e-4446-8018-b328aebe7be1 None None] get_active_networks_info from dv-cinder-789603-4-smb {{(pid=78911) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 11 16:27:10.700454 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8790fa4b-0e7e-4446-8018-b328aebe7be1 None None] No non-hosted networks {{(pid=78911) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 11 16:27:10.729939 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.agentschedulers_db [None req-8790fa4b-0e7e-4446-8018-b328aebe7be1 None None] DHCP Agent not found on host dv-cinder-789603-4-smb {{(pid=78911) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 11 16:27:10.880092 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-a605e393-7f9d-4334-aac1-cba9fbb34dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822'] for agent, after_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:13.551988 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-074b7bcd-430d-4556-8438-f7d541d680bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822'] for agent, after_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:13.626386 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-5c99365b-c603-4848-81ad-b49c21f3bc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:13.700268 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822'] for agent, after_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:13.701290 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:13.701874 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:13.703008 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:13.703826 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:13.704426 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:13.704929 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:13.705411 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:13.705906 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:13.706437 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:13.706912 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:13.707403 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:13.707916 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:13.708550 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-789603-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:27:13.724897 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789603-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:27:15.023641 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822'] for agent, after_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:17.577938 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822'] for agent, after_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:18.642626 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 43288) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:19.451573 dv-cinder-789603-4-smb neutron-server[78910]: WARNING oslo_policy.policy [None req-4405a8fb-bca2-4ff2-bbf0-2189dafd037f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 16:27:19.453241 dv-cinder-789603-4-smb neutron-server[78910]: WARNING oslo_policy.policy [None req-4405a8fb-bca2-4ff2-bbf0-2189dafd037f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 16:27:19.766264 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [None req-4405a8fb-bca2-4ff2-bbf0-2189dafd037f admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=78910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:27:19.767418 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-4405a8fb-bca2-4ff2-bbf0-2189dafd037f admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.1237738 May 11 16:27:21.222256 dv-cinder-789603-4-smb neutron-server[78911]: INFO neutron.db.l3_hamode_db [None req-f4969287-916b-4b58-a418-e3681437e127 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 11 16:27:21.313111 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4969287-916b-4b58-a418-e3681437e127 None None] Routers set() bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:27:21.313669 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4969287-916b-4b58-a418-e3681437e127 None None] Router IDs set() for agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 11 16:27:22.507254 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 43302) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:22.953149 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-8de25e8e-9242-425f-8ef6-032874e7ff3e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:27:23.054834 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.policy [None req-8de25e8e-9242-425f-8ef6-032874e7ff3e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78910) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 11 16:27:23.102815 dv-cinder-789603-4-smb neutron-server[78910]: WARNING oslo_policy.policy [None req-8de25e8e-9242-425f-8ef6-032874e7ff3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 16:27:23.103184 dv-cinder-789603-4-smb neutron-server[78910]: WARNING oslo_policy.policy [None req-8de25e8e-9242-425f-8ef6-032874e7ff3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 16:27:23.112371 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.quota [None req-8de25e8e-9242-425f-8ef6-032874e7ff3e admin admin] Loaded quota_driver: . May 11 16:27:23.129383 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-8de25e8e-9242-425f-8ef6-032874e7ff3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:27:23.198420 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-8de25e8e-9242-425f-8ef6-032874e7ff3e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788168698176', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788168697619', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788168688632', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788168650572', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788168639522', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788168666427', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-606793', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-649836', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16378780', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16302312'] for rbac-policy, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:23.271615 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-8de25e8e-9242-425f-8ef6-032874e7ff3e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:23.272832 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-8de25e8e-9242-425f-8ef6-032874e7ff3e admin admin] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7642617 May 11 16:27:26.219276 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 43316) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:26.757917 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Request body: {'network': {'name': 'private', 'project_id': '354a5a1701ea435d9b45301ef0569ce2', 'admin_state_up': True, 'tenant_id': '354a5a1701ea435d9b45301ef0569ce2'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:27:26.764693 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:27:26.770456 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Usage tracker for resource:network and tenant:354a5a1701ea435d9b45301ef0569ce2 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:27:26.776434 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:27:26.784992 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:27:26.797775 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Made reservation on behalf of 354a5a1701ea435d9b45301ef0569ce2 for: {'network': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:27:26.802662 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for network, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:26.826197 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:26.843440 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:27:26.848611 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Usage tracker for resource:security_group_rule and tenant:354a5a1701ea435d9b45301ef0569ce2 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:27:26.856054 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:27:26.865887 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:27:26.996372 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:27.001886 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:27.007160 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:27.040762 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=78910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:27:27.082494 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788166214804', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:27.083521 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Unsubscribe: segment precommit_create {{(pid=78910) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 11 16:27:27.084315 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.db.segments_db [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Added segment 86699e6f-b6c2-4c07-b688-d88179d13a97 of type vlan for network e1c152ef-d953-4eed-9467-91e682a36909 May 11 16:27:27.101215 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a67628-5e1b-4427-a10f-68774cf329a4,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:27.162146 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:27.162600 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:27.163043 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:27.163448 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:27.163911 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:27.164350 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:27.164729 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:27.165080 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:27.165459 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:27.165806 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:27.166170 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:27.166517 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Tracked resource versions report: May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: pushed versions: May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: { 'AddressGroup': {'1.2'}, May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: 'ConntrackHelper': {'1.0'}, May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: 'Log': {'1.0'}, May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: 'Network': {'1.1'}, May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: 'Port': {'1.7'}, May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: 'PortForwarding': {'1.2'}, May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: 'QosPolicy': {'1.8'}, May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: 'SecurityGroup': {'1.4'}, May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: 'SecurityGroupRule': {'1.2'}, May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: 'SubPort': {'1.0'}, May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: 'Subnet': {'1.1'}, May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: 'Trunk': {'1.1'}} May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: consumer versions: May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: { DHCP agent@dv-cinder-789603-4-smb: {}, May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: L3 agent@dv-cinder-789603-4-smb: {}, May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: Metadata agent@dv-cinder-789603-4-smb: {}, May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: Metering agent@dv-cinder-789603-4-smb: {}, May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: Open vSwitch agent@dv-cinder-789603-4-smb: { 'AddressGroup': '1.2', May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: 'ConntrackHelper': '1.0', May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: 'Log': '1.0', May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: 'Network': '1.1', May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: 'Port': '1.7', May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: 'PortForwarding': '1.2', May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: 'QosPolicy': '1.8', May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: 'SecurityGroup': '1.4', May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: 'SecurityGroupRule': '1.2', May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: 'SubPort': '1.0', May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: 'Subnet': '1.1', May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: 'Trunk': '1.1'}} May 11 16:27:27.167769 dv-cinder-789603-4-smb neutron-server[78910]: {{(pid=78910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 16:27:27.212889 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:27.237128 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788165774457'] for network, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:27.295089 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for network, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:27.299005 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:27.300152 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:27.309294 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:27.493253 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Pushing event updated for resources: {'Network': ['ID=e1c152ef-d953-4eed-9467-91e682a36909,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:27.497911 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.2771046 May 11 16:27:27.511547 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:27.528781 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Network e1c152ef-d953-4eed-9467-91e682a36909 details requested by agent ovs-agent-dv-cinder-789603-4-smb with host dv-cinder-789603-4-smb {{(pid=78911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:27:30.779606 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 43332) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:31.397689 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0917bd1e-009b-4c1a-b4ad-aa7609e56a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:31.399110 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-0917bd1e-009b-4c1a-b4ad-aa7609e56a50 admin admin] 10.222.0.76 "GET /v2.0/networks/e1c152ef-d953-4eed-9467-91e682a36909 HTTP/1.1" status: 200 len: 826 time: 0.6184249 May 11 16:27:31.445627 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-49ed05c9-0e48-491a-8304-0c9d3fdd0697 admin admin] 10.222.0.76 "GET /v2.0/subnetpools/ee3fa1e2-8e0c-4b70-b558-e94d409313c0 HTTP/1.1" status: 200 len: 734 time: 0.0362980 May 11 16:27:31.458270 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-797f0fa6-7d1f-4e99-b80e-cf0f598aa8bd admin admin] Request body: {'subnet': {'tenant_id': '354a5a1701ea435d9b45301ef0569ce2', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'ee3fa1e2-8e0c-4b70-b558-e94d409313c0', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'e1c152ef-d953-4eed-9467-91e682a36909'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:27:31.464491 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-797f0fa6-7d1f-4e99-b80e-cf0f598aa8bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:27:31.471006 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-797f0fa6-7d1f-4e99-b80e-cf0f598aa8bd admin admin] Usage tracker for resource:subnet and tenant:354a5a1701ea435d9b45301ef0569ce2 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:27:31.476310 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-797f0fa6-7d1f-4e99-b80e-cf0f598aa8bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:27:31.486169 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-797f0fa6-7d1f-4e99-b80e-cf0f598aa8bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:27:31.501631 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797f0fa6-7d1f-4e99-b80e-cf0f598aa8bd admin admin] Made reservation on behalf of 354a5a1701ea435d9b45301ef0569ce2 for: {'subnet': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:27:31.504512 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-797f0fa6-7d1f-4e99-b80e-cf0f598aa8bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:32.181858 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-797f0fa6-7d1f-4e99-b80e-cf0f598aa8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for subnet, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:32.191168 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:32.288106 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f0fa6-7d1f-4e99-b80e-cf0f598aa8bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6c281ff-137e-4647-b907-e1cbcc912e4a,revision_number=0']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:32.290265 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797f0fa6-7d1f-4e99-b80e-cf0f598aa8bd admin admin] Checking segment: {'id': '86699e6f-b6c2-4c07-b688-d88179d13a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'e1c152ef-d953-4eed-9467-91e682a36909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:27:32.290637 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797f0fa6-7d1f-4e99-b80e-cf0f598aa8bd admin admin] Network hostable DHCP agents. Network: e1c152ef-d953-4eed-9467-91e682a36909, hostable agents: ['25bb0368-aab1-4dc6-8db1-01aca476a06f'], hosted agents: [] {{(pid=78910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:27:32.296295 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-797f0fa6-7d1f-4e99-b80e-cf0f598aa8bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:32.324274 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797f0fa6-7d1f-4e99-b80e-cf0f598aa8bd admin admin] Network e1c152ef-d953-4eed-9467-91e682a36909 is scheduled to be hosted by DHCP agent 25bb0368-aab1-4dc6-8db1-01aca476a06f with binding_index 1 {{(pid=78910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:27:32.342822 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [None req-797f0fa6-7d1f-4e99-b80e-cf0f598aa8bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-4-smb, e1c152ef-d953-4eed-9467-91e682a36909) {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:27:32.350444 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797f0fa6-7d1f-4e99-b80e-cf0f598aa8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:32.351081 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-797f0fa6-7d1f-4e99-b80e-cf0f598aa8bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for subnet, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:32.353178 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a20e2b6-b7bc-44ac-9acf-1f0c0bf34f3b None None] Network e1c152ef-d953-4eed-9467-91e682a36909 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:27:32.390747 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-797f0fa6-7d1f-4e99-b80e-cf0f598aa8bd admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9366672 May 11 16:27:32.816689 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf309cf0-c396-542d-8578-cbe74f1da05c-e1c152ef-d953-4eed-9467-91e682a36909', 'network_id': 'e1c152ef-d953-4eed-9467-91e682a36909', 'tenant_id': '354a5a1701ea435d9b45301ef0569ce2', 'fixed_ips': [{'subnet_id': 'c6c281ff-137e-4647-b907-e1cbcc912e4a'}]}} from dv-cinder-789603-4-smb. {{(pid=78911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 16:27:32.818234 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:33.114483 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.db_base_plugin_common [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Allocated IP 172.20.0.2 (e1c152ef-d953-4eed-9467-91e682a36909/c6c281ff-137e-4647-b907-e1cbcc912e4a/c8572f87-fc2c-4d7d-809d-8b523fa7e3e7) {{(pid=78911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:27:33.454291 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Notify callbacks [] for port, precommit_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:33.473318 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Transition to ACTIVE for port object c8572f87-fc2c-4d7d-809d-8b523fa7e3e7 will not be triggered until provisioned by entity L2. {{(pid=78911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:27:33.497814 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Transition to ACTIVE for port object c8572f87-fc2c-4d7d-809d-8b523fa7e3e7 will not be triggered until provisioned by entity DHCP. {{(pid=78911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:27:33.508656 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687'] for port, after_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:33.518794 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:33.603936 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Network e1c152ef-d953-4eed-9467-91e682a36909 is already hosted by enough agents. {{(pid=78911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:27:33.606945 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.scheduler.base_scheduler [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Resources bound (agent type, host, resource id): {{(pid=78911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:27:33.615513 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Received port after_create {{(pid=78911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:27:33.665950 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Pushing event updated for resources: {'Port': ['ID=c8572f87-fc2c-4d7d-809d-8b523fa7e3e7,revision_number=1']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:33.686495 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:33.686914 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:33.687381 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:33.687848 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:33.688056 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:33.688519 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:33.688894 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:33.689256 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:33.689718 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:33.690085 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:33.690499 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:33.690819 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Tracked resource versions report: May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: pushed versions: May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: { 'AddressGroup': {'1.2'}, May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: 'ConntrackHelper': {'1.0'}, May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: 'Log': {'1.0'}, May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: 'Network': {'1.1'}, May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: 'Port': {'1.7'}, May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: 'PortForwarding': {'1.2'}, May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: 'QosPolicy': {'1.8'}, May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: 'SecurityGroup': {'1.4'}, May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: 'SecurityGroupRule': {'1.2'}, May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: 'SubPort': {'1.0'}, May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: 'Subnet': {'1.1'}, May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: 'Trunk': {'1.1'}} May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: consumer versions: May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: { DHCP agent@dv-cinder-789603-4-smb: {}, May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: L3 agent@dv-cinder-789603-4-smb: {}, May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: Metadata agent@dv-cinder-789603-4-smb: {}, May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: Metering agent@dv-cinder-789603-4-smb: {}, May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: Open vSwitch agent@dv-cinder-789603-4-smb: { 'AddressGroup': '1.2', May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: 'ConntrackHelper': '1.0', May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: 'Log': '1.0', May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: 'Network': '1.1', May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: 'Port': '1.7', May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: 'PortForwarding': '1.2', May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: 'QosPolicy': '1.8', May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: 'SecurityGroup': '1.4', May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: 'SecurityGroupRule': '1.2', May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: 'SubPort': '1.0', May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: 'Subnet': '1.1', May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: 'Trunk': '1.1'}} May 11 16:27:33.692256 dv-cinder-789603-4-smb neutron-server[78911]: {{(pid=78911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 16:27:33.728778 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:33.751669 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Attempting to bind port c8572f87-fc2c-4d7d-809d-8b523fa7e3e7 on host dv-cinder-789603-4-smb for vnic_type normal with profile {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:27:33.752178 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Attempting to bind port c8572f87-fc2c-4d7d-809d-8b523fa7e3e7 by drivers openvswitch,hyperv on host dv-cinder-789603-4-smb at level 0 using segments [{'id': '86699e6f-b6c2-4c07-b688-d88179d13a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'e1c152ef-d953-4eed-9467-91e682a36909'}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:27:33.752698 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Attempting to bind port c8572f87-fc2c-4d7d-809d-8b523fa7e3e7 on network e1c152ef-d953-4eed-9467-91e682a36909 {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:27:33.760573 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Checking agent: {'id': '22e3e7b9-314b-4177-b9d0-dabbf2661436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 27, 14), 'started_at': datetime.datetime(2021, 5, 11, 16, 27, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:27:33.761063 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Checking segment: {'id': '86699e6f-b6c2-4c07-b688-d88179d13a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'e1c152ef-d953-4eed-9467-91e682a36909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:27:33.761603 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:33.762036 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Bound using segment: {'id': '86699e6f-b6c2-4c07-b688-d88179d13a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'e1c152ef-d953-4eed-9467-91e682a36909'} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:27:33.762572 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Bound port: c8572f87-fc2c-4d7d-809d-8b523fa7e3e7, host: dv-cinder-789603-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86699e6f-b6c2-4c07-b688-d88179d13a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'e1c152ef-d953-4eed-9467-91e682a36909'}}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:27:33.763033 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:33.886551 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] For port c8572f87-fc2c-4d7d-809d-8b523fa7e3e7, host dv-cinder-789603-4-smb, cleared binding levels {{(pid=78911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:27:33.893107 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] For port c8572f87-fc2c-4d7d-809d-8b523fa7e3e7, host dv-cinder-789603-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=c8572f87-fc2c-4d7d-809d-8b523fa7e3e7,segment=NetworkSegment(86699e6f-b6c2-4c07-b688-d88179d13a97),segment_id=86699e6f-b6c2-4c07-b688-d88179d13a97)] {{(pid=78911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:27:33.905960 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:33.912971 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:34.048320 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Pushing event updated for resources: {'Port': ['ID=c8572f87-fc2c-4d7d-809d-8b523fa7e3e7,revision_number=2']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:34.053397 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:35.254539 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 43342) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:35.805089 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [None req-4b10b10e-b98f-4561-9e8b-96f17dfd8d4d admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=78910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:27:35.806802 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-4b10b10e-b98f-4561-9e8b-96f17dfd8d4d admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5504737 May 11 16:27:39.230547 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 43352) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:40.275292 dv-cinder-789603-4-smb neutron-server[78909]: WARNING oslo_policy.policy [None req-88cb3eb5-e232-4303-ab17-925225dabe27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 16:27:40.276267 dv-cinder-789603-4-smb neutron-server[78909]: WARNING oslo_policy.policy [None req-88cb3eb5-e232-4303-ab17-925225dabe27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 16:27:40.563549 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-2b2d9909-6cdf-4a5b-969f-df7d0ccb16c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:40.694389 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [None req-88cb3eb5-e232-4303-ab17-925225dabe27 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=78909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:27:40.696518 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-88cb3eb5-e232-4303-ab17-925225dabe27 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.4628778 May 11 16:27:41.357847 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11ed313-8b54-4f42-82c8-0f01d14598d1 None None] Network e1c152ef-d953-4eed-9467-91e682a36909 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:27:41.515052 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-1b410f30-7c2f-47fe-97a8-cee330b2b9fe None None] Provisioning for port c8572f87-fc2c-4d7d-809d-8b523fa7e3e7 completed by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:27:41.961300 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device c8572f87-fc2c-4d7d-809d-8b523fa7e3e7 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:27:42.115548 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning for port c8572f87-fc2c-4d7d-809d-8b523fa7e3e7 completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:27:42.124676 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port c8572f87-fc2c-4d7d-809d-8b523fa7e3e7 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:27:42.125204 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:42.332787 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:42.400956 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] For port c8572f87-fc2c-4d7d-809d-8b523fa7e3e7, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=c8572f87-fc2c-4d7d-809d-8b523fa7e3e7,segment=NetworkSegment(86699e6f-b6c2-4c07-b688-d88179d13a97),segment_id=86699e6f-b6c2-4c07-b688-d88179d13a97)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:27:42.408055 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:42.411630 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:42.548731 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Pushing event updated for resources: {'Port': ['ID=c8572f87-fc2c-4d7d-809d-8b523fa7e3e7,revision_number=3']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:42.554558 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:43.544328 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-325322c8-c96b-492a-a85e-48530d8ced0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:43.703479 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:43.863125 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device c8572f87-fc2c-4d7d-809d-8b523fa7e3e7 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:27:43.957596 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port c8572f87-fc2c-4d7d-809d-8b523fa7e3e7 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:27:43.958219 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:44.199355 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 43372) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:44.682390 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-6f5afe53-a67a-46d5-b8d8-07d42350f7bd admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '354a5a1701ea435d9b45301ef0569ce2', 'admin_state_up': True}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:27:44.688361 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-6f5afe53-a67a-46d5-b8d8-07d42350f7bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:27:44.692639 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-6f5afe53-a67a-46d5-b8d8-07d42350f7bd admin admin] Usage tracker for resource:router and tenant:354a5a1701ea435d9b45301ef0569ce2 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:27:44.696977 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-6f5afe53-a67a-46d5-b8d8-07d42350f7bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:27:44.704133 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-6f5afe53-a67a-46d5-b8d8-07d42350f7bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:27:44.715319 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6f5afe53-a67a-46d5-b8d8-07d42350f7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-338659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8059'] for router, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:44.717144 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6f5afe53-a67a-46d5-b8d8-07d42350f7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-499627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8048'] for router, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:44.744269 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6f5afe53-a67a-46d5-b8d8-07d42350f7bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:44.877380 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6f5afe53-a67a-46d5-b8d8-07d42350f7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395776'] for router, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:44.901689 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6f5afe53-a67a-46d5-b8d8-07d42350f7bd admin admin] Notify callbacks [] for router, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:44.903437 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-6f5afe53-a67a-46d5-b8d8-07d42350f7bd admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7027347 May 11 16:27:44.973912 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:47.485168 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:47.504741 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 43392) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:47.698889 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [None req-98efccaa-436a-4e7d-884e-fb41c4085440 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=78909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:27:47.700430 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-98efccaa-436a-4e7d-884e-fb41c4085440 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1945710 May 11 16:27:50.007705 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 43412) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:50.057490 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:27:50.059096 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.quota [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Loaded quota_driver: . May 11 16:27:50.076145 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:27:50.083274 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Usage tracker for resource:network and tenant:47bc177c204e40cdbc6d135f1a8e371e is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:27:50.088459 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:27:50.096093 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:27:50.113685 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Made reservation on behalf of 47bc177c204e40cdbc6d135f1a8e371e for: {'network': 1} {{(pid=78909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:27:50.189642 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.policy [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78909) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 11 16:27:50.236692 dv-cinder-789603-4-smb neutron-server[78909]: WARNING oslo_policy.policy [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 16:27:50.237086 dv-cinder-789603-4-smb neutron-server[78909]: WARNING oslo_policy.policy [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 16:27:50.247204 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for network, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:50.268747 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:50.285578 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:27:50.289778 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Usage tracker for resource:security_group_rule and tenant:47bc177c204e40cdbc6d135f1a8e371e is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:27:50.293160 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:27:50.299845 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:27:50.416306 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:50.421028 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:50.427188 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:50.440864 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Reserving flat network on physical network physnet1 {{(pid=78909) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 11 16:27:50.476605 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788166214804', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:50.477217 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Unsubscribe: segment precommit_create {{(pid=78909) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 11 16:27:50.477696 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.db.segments_db [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Added segment 9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c of type flat for network b8617b39-e2b1-4863-8310-b30d869022e5 May 11 16:27:50.533434 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2d4789-cf02-4045-9ac8-4c54143b80ad,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:50.557512 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:50.557844 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:50.558174 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:50.558496 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:50.558826 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:50.559134 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:50.559632 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:50.560666 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:50.561510 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:50.561955 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:50.562278 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:50.562591 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Tracked resource versions report: May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: pushed versions: May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: { 'AddressGroup': {'1.2'}, May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: 'ConntrackHelper': {'1.0'}, May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: 'Log': {'1.0'}, May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: 'Network': {'1.1'}, May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: 'Port': {'1.7'}, May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: 'PortForwarding': {'1.2'}, May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: 'QosPolicy': {'1.8'}, May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: 'SecurityGroup': {'1.4'}, May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: 'SecurityGroupRule': {'1.2'}, May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: 'SubPort': {'1.0'}, May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: 'Subnet': {'1.1'}, May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: 'Trunk': {'1.1'}} May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: consumer versions: May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: { DHCP agent@dv-cinder-789603-4-smb: {}, May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: L3 agent@dv-cinder-789603-4-smb: {}, May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: Metadata agent@dv-cinder-789603-4-smb: {}, May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: Metering agent@dv-cinder-789603-4-smb: {}, May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: Open vSwitch agent@dv-cinder-789603-4-smb: { 'AddressGroup': '1.2', May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: 'ConntrackHelper': '1.0', May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: 'Log': '1.0', May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: 'Network': '1.1', May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: 'Port': '1.7', May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: 'PortForwarding': '1.2', May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: 'QosPolicy': '1.8', May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: 'SecurityGroup': '1.4', May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: 'SecurityGroupRule': '1.2', May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: 'SubPort': '1.0', May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: 'Subnet': '1.1', May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: 'Trunk': '1.1'}} May 11 16:27:50.563742 dv-cinder-789603-4-smb neutron-server[78909]: {{(pid=78909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 16:27:50.625789 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788165774457'] for network, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:50.634712 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:50.678479 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for network, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:50.680368 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:50.681190 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:50.685514 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:50.805257 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Pushing event updated for resources: {'Network': ['ID=b8617b39-e2b1-4863-8310-b30d869022e5,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:50.811098 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:50.815794 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8041372 May 11 16:27:50.822313 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Network b8617b39-e2b1-4863-8310-b30d869022e5 details requested by agent ovs-agent-dv-cinder-789603-4-smb with host dv-cinder-789603-4-smb {{(pid=78911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:27:53.106826 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 43428) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:53.235119 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423f1101-7ce5-4fcd-b6c1-e5f63cd124c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:53.236634 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-423f1101-7ce5-4fcd-b6c1-e5f63cd124c0 admin admin] 10.222.0.76 "GET /v2.0/subnets/c6c281ff-137e-4647-b907-e1cbcc912e4a HTTP/1.1" status: 200 len: 849 time: 0.1290092 May 11 16:27:53.389670 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-aea056a0-3d39-4f2f-8a92-370cf73a9e44 admin admin] 10.222.0.76 "GET /v2.0/routers/a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464 HTTP/1.1" status: 200 len: 704 time: 0.1470184 May 11 16:27:53.892164 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-93a0a7c9-699b-418f-99ed-b92357c663a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:54.187954 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_common [None req-93a0a7c9-699b-418f-99ed-b92357c663a0 admin admin] Allocated IP 172.20.0.1 (e1c152ef-d953-4eed-9467-91e682a36909/c6c281ff-137e-4647-b907-e1cbcc912e4a/b4f0e481-1c30-4538-9588-92a5a1f0c7a5) {{(pid=78910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:27:54.368325 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-93a0a7c9-699b-418f-99ed-b92357c663a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:54.390848 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.provisioning_blocks [None req-93a0a7c9-699b-418f-99ed-b92357c663a0 admin admin] Transition to ACTIVE for port object b4f0e481-1c30-4538-9588-92a5a1f0c7a5 will not be triggered until provisioned by entity DHCP. {{(pid=78910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:27:54.450819 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-93a0a7c9-699b-418f-99ed-b92357c663a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687'] for port, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:54.455068 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:54.521108 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a0a7c9-699b-418f-99ed-b92357c663a0 admin admin] Network e1c152ef-d953-4eed-9467-91e682a36909 is already hosted by enough agents. {{(pid=78910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:27:54.524016 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [None req-93a0a7c9-699b-418f-99ed-b92357c663a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:27:54.533977 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a0a7c9-699b-418f-99ed-b92357c663a0 admin admin] Received port after_create {{(pid=78910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:27:54.534524 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-93a0a7c9-699b-418f-99ed-b92357c663a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393695'] for router_interface, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:54.673390 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0a7c9-699b-418f-99ed-b92357c663a0 admin admin] Pushing event updated for resources: {'Port': ['ID=b4f0e481-1c30-4538-9588-92a5a1f0c7a5,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:54.685351 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-93a0a7c9-699b-418f-99ed-b92357c663a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:54.708464 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-02bda813-9357-445e-9822-08c35e2059c3 None None] Provisioning for port b4f0e481-1c30-4538-9588-92a5a1f0c7a5 completed by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:27:54.713900 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-02bda813-9357-445e-9822-08c35e2059c3 None None] Provisioning complete for port b4f0e481-1c30-4538-9588-92a5a1f0c7a5 triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:27:54.714276 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-02bda813-9357-445e-9822-08c35e2059c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:54.780702 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-02bda813-9357-445e-9822-08c35e2059c3 None None] Port b4f0e481-1c30-4538-9588-92a5a1f0c7a5 cannot update to ACTIVE because it is not bound. {{(pid=78911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:27:54.820690 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-93a0a7c9-699b-418f-99ed-b92357c663a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:55.085378 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-93a0a7c9-699b-418f-99ed-b92357c663a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:55.090790 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-93a0a7c9-699b-418f-99ed-b92357c663a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:55.092680 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-93a0a7c9-699b-418f-99ed-b92357c663a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393596'] for router_interface, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:55.096239 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-93a0a7c9-699b-418f-99ed-b92357c663a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:55.231506 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0a7c9-699b-418f-99ed-b92357c663a0 admin admin] Pushing event updated for resources: {'Port': ['ID=b4f0e481-1c30-4538-9588-92a5a1f0c7a5,revision_number=2']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:55.236684 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-93a0a7c9-699b-418f-99ed-b92357c663a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:55.307293 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a0a7c9-699b-418f-99ed-b92357c663a0 admin admin] Network e1c152ef-d953-4eed-9467-91e682a36909 is already hosted by enough agents. {{(pid=78910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:27:55.308438 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [None req-93a0a7c9-699b-418f-99ed-b92357c663a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:27:55.516255 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-e6f59cde-5e1d-407a-9384-cd394b85f42e None None] Provisioning complete for port b4f0e481-1c30-4538-9588-92a5a1f0c7a5 triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:27:55.516880 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-e6f59cde-5e1d-407a-9384-cd394b85f42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:55.605833 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-e6f59cde-5e1d-407a-9384-cd394b85f42e None None] Port b4f0e481-1c30-4538-9588-92a5a1f0c7a5 cannot update to ACTIVE because it is not bound. {{(pid=78911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:27:55.614869 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a0a7c9-699b-418f-99ed-b92357c663a0 admin admin] Router a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464 is scheduled to L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae with binding_index 1 {{(pid=78910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 16:27:55.788863 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a0a7c9-699b-418f-99ed-b92357c663a0 admin admin] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:27:55.803753 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4036cda-63f5-465e-8c25-bdbf3f3c439f None None] Sync routers for ids ['a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464'] in dv-cinder-789603-4-smb {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:27:55.804381 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-93a0a7c9-699b-418f-99ed-b92357c663a0 admin admin] 10.222.0.76 "PUT /v2.0/routers/a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4039464 May 11 16:27:55.812125 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4036cda-63f5-465e-8c25-bdbf3f3c439f None None] Routers {'a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:27:55.813996 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-b4036cda-63f5-465e-8c25-bdbf3f3c439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:27:44Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:27:56.014402 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-b4036cda-63f5-465e-8c25-bdbf3f3c439f None None] Set router a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464 gateway port host: None {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:27:56.641892 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-b4036cda-63f5-465e-8c25-bdbf3f3c439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464', 'name': 'router1', 'tenant_id': '354a5a1701ea435d9b45301ef0569ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:27:44Z', 'updated_at': '2021-05-11T16:27:54Z', 'revision_number': 2, 'project_id': '354a5a1701ea435d9b45301ef0569ce2', 'gw_port_host': None, '_interfaces': [{'id': 'b4f0e481-1c30-4538-9588-92a5a1f0c7a5', 'name': '', 'network_id': 'e1c152ef-d953-4eed-9467-91e682a36909', 'tenant_id': '354a5a1701ea435d9b45301ef0569ce2', 'mac_address': 'fa:16:3e:c7:53:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6c281ff-137e-4647-b907-e1cbcc912e4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:27:53Z', 'updated_at': '2021-05-11T16:27:54Z', 'revision_number': 2, 'project_id': '354a5a1701ea435d9b45301ef0569ce2', 'subnets': [{'id': 'c6c281ff-137e-4647-b907-e1cbcc912e4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee3fa1e2-8e0c-4b70-b558-e94d409313c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:27:56.648376 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4036cda-63f5-465e-8c25-bdbf3f3c439f None None] Checking router: a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464 for host: dv-cinder-789603-4-smb {{(pid=78912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:27:56.648939 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4036cda-63f5-465e-8c25-bdbf3f3c439f None None] Updating router a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464 port b4f0e481-1c30-4538-9588-92a5a1f0c7a5 binding host dv-cinder-789603-4-smb {{(pid=78912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:27:56.709760 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-b4036cda-63f5-465e-8c25-bdbf3f3c439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:57.202893 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-b4036cda-63f5-465e-8c25-bdbf3f3c439f None None] Notify callbacks [] for port, precommit_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:57.221772 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.provisioning_blocks [None req-b4036cda-63f5-465e-8c25-bdbf3f3c439f None None] Transition to ACTIVE for port object b4f0e481-1c30-4538-9588-92a5a1f0c7a5 will not be triggered until provisioned by entity L2. {{(pid=78912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:27:57.228997 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-b4036cda-63f5-465e-8c25-bdbf3f3c439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:57.234182 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:57.492497 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f254f4-4ff7-4c67-9c50-0f87ec64ba02 None None] Pushing event updated for resources: {'Port': ['ID=b4f0e481-1c30-4538-9588-92a5a1f0c7a5,revision_number=3']} {{(pid=78912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:57.582358 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f254f4-4ff7-4c67-9c50-0f87ec64ba02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:57.582895 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f254f4-4ff7-4c67-9c50-0f87ec64ba02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:57.583426 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f254f4-4ff7-4c67-9c50-0f87ec64ba02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:57.583992 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f254f4-4ff7-4c67-9c50-0f87ec64ba02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:57.584520 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f254f4-4ff7-4c67-9c50-0f87ec64ba02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:57.585377 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f254f4-4ff7-4c67-9c50-0f87ec64ba02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:57.585919 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f254f4-4ff7-4c67-9c50-0f87ec64ba02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:57.586441 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f254f4-4ff7-4c67-9c50-0f87ec64ba02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:57.586996 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f254f4-4ff7-4c67-9c50-0f87ec64ba02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:57.587521 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f254f4-4ff7-4c67-9c50-0f87ec64ba02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:57.588110 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f254f4-4ff7-4c67-9c50-0f87ec64ba02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:57.588602 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f254f4-4ff7-4c67-9c50-0f87ec64ba02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f254f4-4ff7-4c67-9c50-0f87ec64ba02 None None] Tracked resource versions report: May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: pushed versions: May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: { 'AddressGroup': {'1.2'}, May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: 'ConntrackHelper': {'1.0'}, May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: 'Log': {'1.0'}, May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: 'Network': {'1.1'}, May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: 'Port': {'1.7'}, May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: 'PortForwarding': {'1.2'}, May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: 'QosPolicy': {'1.8'}, May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: 'SecurityGroup': {'1.4'}, May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: 'SecurityGroupRule': {'1.2'}, May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: 'SubPort': {'1.0'}, May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: 'Subnet': {'1.1'}, May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: 'Trunk': {'1.1'}} May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: consumer versions: May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: { DHCP agent@dv-cinder-789603-4-smb: {}, May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: L3 agent@dv-cinder-789603-4-smb: {}, May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: Metadata agent@dv-cinder-789603-4-smb: {}, May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: Metering agent@dv-cinder-789603-4-smb: {}, May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: Open vSwitch agent@dv-cinder-789603-4-smb: { 'AddressGroup': '1.2', May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: 'ConntrackHelper': '1.0', May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: 'Log': '1.0', May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: 'Network': '1.1', May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: 'Port': '1.7', May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: 'PortForwarding': '1.2', May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: 'QosPolicy': '1.8', May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: 'SecurityGroup': '1.4', May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: 'SecurityGroupRule': '1.2', May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: 'SubPort': '1.0', May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: 'Subnet': '1.1', May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: 'Trunk': '1.1'}} May 11 16:27:57.591059 dv-cinder-789603-4-smb neutron-server[78912]: {{(pid=78912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 16:27:57.603953 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.managers [None req-b4036cda-63f5-465e-8c25-bdbf3f3c439f None None] Attempting to bind port b4f0e481-1c30-4538-9588-92a5a1f0c7a5 on host dv-cinder-789603-4-smb for vnic_type normal with profile {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:27:57.605082 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.managers [None req-b4036cda-63f5-465e-8c25-bdbf3f3c439f None None] Attempting to bind port b4f0e481-1c30-4538-9588-92a5a1f0c7a5 by drivers openvswitch,hyperv on host dv-cinder-789603-4-smb at level 0 using segments [{'id': '86699e6f-b6c2-4c07-b688-d88179d13a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'e1c152ef-d953-4eed-9467-91e682a36909'}] {{(pid=78912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:27:57.608376 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4036cda-63f5-465e-8c25-bdbf3f3c439f None None] Attempting to bind port b4f0e481-1c30-4538-9588-92a5a1f0c7a5 on network e1c152ef-d953-4eed-9467-91e682a36909 {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:27:57.611300 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [None req-75f254f4-4ff7-4c67-9c50-0f87ec64ba02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:57.619313 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4036cda-63f5-465e-8c25-bdbf3f3c439f None None] Checking agent: {'id': '22e3e7b9-314b-4177-b9d0-dabbf2661436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 27, 14), 'started_at': datetime.datetime(2021, 5, 11, 16, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:27:57.620004 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4036cda-63f5-465e-8c25-bdbf3f3c439f None None] Checking segment: {'id': '86699e6f-b6c2-4c07-b688-d88179d13a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'e1c152ef-d953-4eed-9467-91e682a36909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:27:57.621003 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-b4036cda-63f5-465e-8c25-bdbf3f3c439f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:57.622541 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4036cda-63f5-465e-8c25-bdbf3f3c439f None None] Bound using segment: {'id': '86699e6f-b6c2-4c07-b688-d88179d13a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'e1c152ef-d953-4eed-9467-91e682a36909'} {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:27:57.624629 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.managers [None req-b4036cda-63f5-465e-8c25-bdbf3f3c439f None None] Bound port: b4f0e481-1c30-4538-9588-92a5a1f0c7a5, host: dv-cinder-789603-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86699e6f-b6c2-4c07-b688-d88179d13a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': 'e1c152ef-d953-4eed-9467-91e682a36909'}}] {{(pid=78912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:27:57.626128 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-b4036cda-63f5-465e-8c25-bdbf3f3c439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:57.738939 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.db [None req-b4036cda-63f5-465e-8c25-bdbf3f3c439f None None] For port b4f0e481-1c30-4538-9588-92a5a1f0c7a5, host dv-cinder-789603-4-smb, cleared binding levels {{(pid=78912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:27:57.743919 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.db [None req-b4036cda-63f5-465e-8c25-bdbf3f3c439f None None] For port b4f0e481-1c30-4538-9588-92a5a1f0c7a5, host dv-cinder-789603-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=b4f0e481-1c30-4538-9588-92a5a1f0c7a5,segment=NetworkSegment(86699e6f-b6c2-4c07-b688-d88179d13a97),segment_id=86699e6f-b6c2-4c07-b688-d88179d13a97)] {{(pid=78912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:27:57.752646 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-b4036cda-63f5-465e-8c25-bdbf3f3c439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:57.757399 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:57.829506 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4036cda-63f5-465e-8c25-bdbf3f3c439f None None] Routers {'a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:27:57.830372 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-b4036cda-63f5-465e-8c25-bdbf3f3c439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:27:44Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:27:58.024019 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f254f4-4ff7-4c67-9c50-0f87ec64ba02 None None] Pushing event updated for resources: {'Port': ['ID=b4f0e481-1c30-4538-9588-92a5a1f0c7a5,revision_number=4']} {{(pid=78912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:58.037838 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [None req-75f254f4-4ff7-4c67-9c50-0f87ec64ba02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:58.058910 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-b4036cda-63f5-465e-8c25-bdbf3f3c439f None None] Set router a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464 gateway port host: None {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:27:58.516050 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-b4036cda-63f5-465e-8c25-bdbf3f3c439f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464', 'name': 'router1', 'tenant_id': '354a5a1701ea435d9b45301ef0569ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:27:44Z', 'updated_at': '2021-05-11T16:27:54Z', 'revision_number': 2, 'project_id': '354a5a1701ea435d9b45301ef0569ce2', 'gw_port_host': None, '_interfaces': [{'id': 'b4f0e481-1c30-4538-9588-92a5a1f0c7a5', 'name': '', 'network_id': 'e1c152ef-d953-4eed-9467-91e682a36909', 'tenant_id': '354a5a1701ea435d9b45301ef0569ce2', 'mac_address': 'fa:16:3e:c7:53:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6c281ff-137e-4647-b907-e1cbcc912e4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:27:53Z', 'updated_at': '2021-05-11T16:27:57Z', 'revision_number': 4, 'project_id': '354a5a1701ea435d9b45301ef0569ce2', 'subnets': [{'id': 'c6c281ff-137e-4647-b907-e1cbcc912e4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee3fa1e2-8e0c-4b70-b558-e94d409313c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:27:58.523322 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4036cda-63f5-465e-8c25-bdbf3f3c439f None None] The sync data for ids ['a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464'] in dv-cinder-789603-4-smb is: [{'id': 'a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464', 'name': 'router1', 'tenant_id': '354a5a1701ea435d9b45301ef0569ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:27:44Z', 'updated_at': '2021-05-11T16:27:54Z', 'revision_number': 2, 'project_id': '354a5a1701ea435d9b45301ef0569ce2', 'gw_port_host': None, '_interfaces': [{'id': 'b4f0e481-1c30-4538-9588-92a5a1f0c7a5', 'name': '', 'network_id': 'e1c152ef-d953-4eed-9467-91e682a36909', 'tenant_id': '354a5a1701ea435d9b45301ef0569ce2', 'mac_address': 'fa:16:3e:c7:53:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6c281ff-137e-4647-b907-e1cbcc912e4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:27:53Z', 'updated_at': '2021-05-11T16:27:57Z', 'revision_number': 4, 'project_id': '354a5a1701ea435d9b45301ef0569ce2', 'subnets': [{'id': 'c6c281ff-137e-4647-b907-e1cbcc912e4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee3fa1e2-8e0c-4b70-b558-e94d409313c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:27:58.553573 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 43440) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:27:58.832450 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da67c03a-c8ce-4aac-b6bf-d1805d210b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:58.835841 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-da67c03a-c8ce-4aac-b6bf-d1805d210b92 admin admin] 10.222.0.76 "GET /v2.0/networks/b8617b39-e2b1-4863-8310-b30d869022e5 HTTP/1.1" status: 200 len: 842 time: 0.2796166 May 11 16:27:58.848553 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-28926b52-d5c6-45a0-8155-c73882b57fee admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.28.1.1', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.28.1.0/24', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:27:58.855980 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-28926b52-d5c6-45a0-8155-c73882b57fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:27:58.862865 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-28926b52-d5c6-45a0-8155-c73882b57fee admin admin] Usage tracker for resource:subnet and tenant:47bc177c204e40cdbc6d135f1a8e371e is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:27:58.865875 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-28926b52-d5c6-45a0-8155-c73882b57fee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:27:58.876853 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-28926b52-d5c6-45a0-8155-c73882b57fee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:27:58.891916 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28926b52-d5c6-45a0-8155-c73882b57fee admin admin] Made reservation on behalf of 47bc177c204e40cdbc6d135f1a8e371e for: {'subnet': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:27:58.894625 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-28926b52-d5c6-45a0-8155-c73882b57fee admin admin] Notify callbacks [] for subnet, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:59.519175 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.objects.ports [None req-28926b52-d5c6-45a0-8155-c73882b57fee admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78910) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 11 16:27:59.519638 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-28926b52-d5c6-45a0-8155-c73882b57fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for subnet, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:59.523840 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-797f0fa6-7d1f-4e99-b80e-cf0f598aa8bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:27:59.645290 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28926b52-d5c6-45a0-8155-c73882b57fee admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9de70b6-644a-45ab-98dc-77e0c30714b2,revision_number=0']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:27:59.666809 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-28926b52-d5c6-45a0-8155-c73882b57fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:27:59.671681 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28926b52-d5c6-45a0-8155-c73882b57fee admin admin] Checking segment: {'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:27:59.672206 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28926b52-d5c6-45a0-8155-c73882b57fee admin admin] Network hostable DHCP agents. Network: b8617b39-e2b1-4863-8310-b30d869022e5, hostable agents: ['25bb0368-aab1-4dc6-8db1-01aca476a06f'], hosted agents: [] {{(pid=78910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:27:59.695923 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28926b52-d5c6-45a0-8155-c73882b57fee admin admin] Network b8617b39-e2b1-4863-8310-b30d869022e5 is scheduled to be hosted by DHCP agent 25bb0368-aab1-4dc6-8db1-01aca476a06f with binding_index 1 {{(pid=78910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:27:59.710464 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [None req-28926b52-d5c6-45a0-8155-c73882b57fee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-4-smb, b8617b39-e2b1-4863-8310-b30d869022e5) {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:27:59.718423 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28926b52-d5c6-45a0-8155-c73882b57fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:27:59.720034 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-28926b52-d5c6-45a0-8155-c73882b57fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for subnet, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:27:59.722574 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af1838c-c351-4cb1-a7dc-070dcb40c929 None None] Network b8617b39-e2b1-4863-8310-b30d869022e5 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:27:59.763266 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-28926b52-d5c6-45a0-8155-c73882b57fee admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9099603 May 11 16:27:59.990285 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c8270e-3fab-4af8-8128-1febe0d21550 None None] Network b8617b39-e2b1-4863-8310-b30d869022e5 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:28:01.913512 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device b4f0e481-1c30-4538-9588-92a5a1f0c7a5 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:28:01.988774 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning for port b4f0e481-1c30-4538-9588-92a5a1f0c7a5 completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:28:01.994367 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port b4f0e481-1c30-4538-9588-92a5a1f0c7a5 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:28:01.994735 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:02.114005 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 43454) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:28:02.122461 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:02.159262 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] For port b4f0e481-1c30-4538-9588-92a5a1f0c7a5, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=b4f0e481-1c30-4538-9588-92a5a1f0c7a5,segment=NetworkSegment(86699e6f-b6c2-4c07-b688-d88179d13a97),segment_id=86699e6f-b6c2-4c07-b688-d88179d13a97)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:28:02.162941 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:02.165172 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:02.232924 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Pushing event updated for resources: {'Port': ['ID=b4f0e481-1c30-4538-9588-92a5a1f0c7a5,revision_number=5']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:02.236124 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:02.380821 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-a57340ac-2b92-434a-9e3d-b6d5aa66d072 admin admin] 10.222.0.76 "GET /v2.0/routers/a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464 HTTP/1.1" status: 200 len: 710 time: 0.2655902 May 11 16:28:02.540147 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4247c138-6bef-4d54-9ded-bcfa8bbd5e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:28:02.540734 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-4247c138-6bef-4d54-9ded-bcfa8bbd5e9d admin admin] Synchronizing usage tracker for tenant:47bc177c204e40cdbc6d135f1a8e371e on resource:network {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:28:02.560464 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-4247c138-6bef-4d54-9ded-bcfa8bbd5e9d admin admin] Unset dirty status for tenant:47bc177c204e40cdbc6d135f1a8e371e on resource:network {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:28:02.562162 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-4247c138-6bef-4d54-9ded-bcfa8bbd5e9d admin admin] 10.222.0.76 "GET /v2.0/networks/b8617b39-e2b1-4863-8310-b30d869022e5 HTTP/1.1" status: 200 len: 886 time: 0.1763134 May 11 16:28:02.570850 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-8c3893af-e4dd-4dcb-91bb-10e890d476bc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'}}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:28:03.080142 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8c3893af-e4dd-4dcb-91bb-10e890d476bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8030'] for router, precommit_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:03.442350 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8c3893af-e4dd-4dcb-91bb-10e890d476bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:03.507268 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8c3893af-e4dd-4dcb-91bb-10e890d476bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:03.664402 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.db_base_plugin_common [None req-8c3893af-e4dd-4dcb-91bb-10e890d476bc admin admin] Allocated IP 172.28.1.158 (b8617b39-e2b1-4863-8310-b30d869022e5/f9de70b6-644a-45ab-98dc-77e0c30714b2/2368cf0a-83c7-4f50-a676-7b9e213be4bc) {{(pid=78909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:28:03.842915 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8c3893af-e4dd-4dcb-91bb-10e890d476bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:03.874024 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device b4f0e481-1c30-4538-9588-92a5a1f0c7a5 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:28:03.914958 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8c3893af-e4dd-4dcb-91bb-10e890d476bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687'] for port, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:03.924876 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:03.973760 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port b4f0e481-1c30-4538-9588-92a5a1f0c7a5 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:28:03.974318 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:04.023789 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3893af-e4dd-4dcb-91bb-10e890d476bc admin admin] Network b8617b39-e2b1-4863-8310-b30d869022e5 is already hosted by enough agents. {{(pid=78909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:28:04.028804 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.base_scheduler [None req-8c3893af-e4dd-4dcb-91bb-10e890d476bc admin admin] Resources bound (agent type, host, resource id): {{(pid=78909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:28:04.046227 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3893af-e4dd-4dcb-91bb-10e890d476bc admin admin] Received port after_create {{(pid=78909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:28:04.243080 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3893af-e4dd-4dcb-91bb-10e890d476bc admin admin] Pushing event updated for resources: {'Port': ['ID=2368cf0a-83c7-4f50-a676-7b9e213be4bc,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:04.254746 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-8c3893af-e4dd-4dcb-91bb-10e890d476bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:04.544565 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8c3893af-e4dd-4dcb-91bb-10e890d476bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:04.893747 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8c3893af-e4dd-4dcb-91bb-10e890d476bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8030'] for router, precommit_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:04.897088 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8c3893af-e4dd-4dcb-91bb-10e890d476bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-337920'] for router, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:05.088681 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3893af-e4dd-4dcb-91bb-10e890d476bc admin admin] Router a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464 has already been hosted by L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae {{(pid=78909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:28:05.277859 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3893af-e4dd-4dcb-91bb-10e890d476bc admin admin] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:28:05.287546 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8c3893af-e4dd-4dcb-91bb-10e890d476bc admin admin] Notify callbacks [] for router, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:05.293470 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-8c3893af-e4dd-4dcb-91bb-10e890d476bc admin admin] 10.222.0.76 "PUT /v2.0/routers/a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464 HTTP/1.1" status: 200 len: 890 time: 2.7212598 May 11 16:28:05.293764 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7668daa6-7440-4859-86c2-d0749840ef93 None None] Sync routers for ids ['a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464'] in dv-cinder-789603-4-smb {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:28:05.301592 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7668daa6-7440-4859-86c2-d0749840ef93 None None] Routers {'a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:28:05.302327 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-7668daa6-7440-4859-86c2-d0749840ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:27:44Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:28:05.521675 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-7668daa6-7440-4859-86c2-d0749840ef93 None None] Set router a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464 gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:28:05.889404 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-7668daa6-7440-4859-86c2-d0749840ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464', 'name': 'router1', 'tenant_id': '354a5a1701ea435d9b45301ef0569ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': '2368cf0a-83c7-4f50-a676-7b9e213be4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:27:44Z', 'updated_at': '2021-05-11T16:28:04Z', 'revision_number': 4, 'project_id': '354a5a1701ea435d9b45301ef0569ce2', 'gw_port': {'id': '2368cf0a-83c7-4f50-a676-7b9e213be4bc', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:16:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:28:03Z', 'updated_at': '2021-05-11T16:28:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': 'b4f0e481-1c30-4538-9588-92a5a1f0c7a5', 'name': '', 'network_id': 'e1c152ef-d953-4eed-9467-91e682a36909', 'tenant_id': '354a5a1701ea435d9b45301ef0569ce2', 'mac_address': 'fa:16:3e:c7:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6c281ff-137e-4647-b907-e1cbcc912e4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:27:53Z', 'updated_at': '2021-05-11T16:28:02Z', 'revision_number': 5, 'project_id': '354a5a1701ea435d9b45301ef0569ce2', 'subnets': [{'id': 'c6c281ff-137e-4647-b907-e1cbcc912e4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee3fa1e2-8e0c-4b70-b558-e94d409313c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:28:05.895049 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7668daa6-7440-4859-86c2-d0749840ef93 None None] Checking router: a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464 for host: dv-cinder-789603-4-smb {{(pid=78911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:28:05.895719 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7668daa6-7440-4859-86c2-d0749840ef93 None None] Updating router a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464 port 2368cf0a-83c7-4f50-a676-7b9e213be4bc binding host dv-cinder-789603-4-smb {{(pid=78911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:28:05.952769 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-7668daa6-7440-4859-86c2-d0749840ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:06.336124 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-7668daa6-7440-4859-86c2-d0749840ef93 None None] Notify callbacks [] for port, precommit_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:06.348356 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-7668daa6-7440-4859-86c2-d0749840ef93 None None] Transition to ACTIVE for port object 2368cf0a-83c7-4f50-a676-7b9e213be4bc will not be triggered until provisioned by entity L2. {{(pid=78911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:28:06.355608 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-7668daa6-7440-4859-86c2-d0749840ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:06.361668 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:06.443085 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-7668daa6-7440-4859-86c2-d0749840ef93 None None] Attempting to bind port 2368cf0a-83c7-4f50-a676-7b9e213be4bc on host dv-cinder-789603-4-smb for vnic_type normal with profile {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:28:06.443450 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-7668daa6-7440-4859-86c2-d0749840ef93 None None] Attempting to bind port 2368cf0a-83c7-4f50-a676-7b9e213be4bc by drivers openvswitch,hyperv on host dv-cinder-789603-4-smb at level 0 using segments [{'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:28:06.443847 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7668daa6-7440-4859-86c2-d0749840ef93 None None] Attempting to bind port 2368cf0a-83c7-4f50-a676-7b9e213be4bc on network b8617b39-e2b1-4863-8310-b30d869022e5 {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:28:06.452384 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ff5bf-ce65-486e-98d6-8531bf9f5711 None None] Pushing event updated for resources: {'Port': ['ID=2368cf0a-83c7-4f50-a676-7b9e213be4bc,revision_number=2']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:06.455084 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7668daa6-7440-4859-86c2-d0749840ef93 None None] Checking agent: {'id': '22e3e7b9-314b-4177-b9d0-dabbf2661436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 27, 14), 'started_at': datetime.datetime(2021, 5, 11, 16, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:28:06.455660 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7668daa6-7440-4859-86c2-d0749840ef93 None None] Checking segment: {'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:28:06.456190 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-7668daa6-7440-4859-86c2-d0749840ef93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:06.456573 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7668daa6-7440-4859-86c2-d0749840ef93 None None] Bound using segment: {'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:28:06.457043 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-7668daa6-7440-4859-86c2-d0749840ef93 None None] Bound port: 2368cf0a-83c7-4f50-a676-7b9e213be4bc, host: dv-cinder-789603-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'}}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:28:06.457431 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-7668daa6-7440-4859-86c2-d0749840ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:06.480628 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-1e8ff5bf-ce65-486e-98d6-8531bf9f5711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:06.534574 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-7668daa6-7440-4859-86c2-d0749840ef93 None None] For port 2368cf0a-83c7-4f50-a676-7b9e213be4bc, host dv-cinder-789603-4-smb, cleared binding levels {{(pid=78911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:28:06.538278 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-7668daa6-7440-4859-86c2-d0749840ef93 None None] For port 2368cf0a-83c7-4f50-a676-7b9e213be4bc, host dv-cinder-789603-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=2368cf0a-83c7-4f50-a676-7b9e213be4bc,segment=NetworkSegment(9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c),segment_id=9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c)] {{(pid=78911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:28:06.543290 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-7668daa6-7440-4859-86c2-d0749840ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:06.547470 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:06.635362 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ff5bf-ce65-486e-98d6-8531bf9f5711 None None] Pushing event updated for resources: {'Port': ['ID=2368cf0a-83c7-4f50-a676-7b9e213be4bc,revision_number=3']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:06.638385 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7668daa6-7440-4859-86c2-d0749840ef93 None None] Routers {'a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:28:06.638998 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-7668daa6-7440-4859-86c2-d0749840ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:27:44Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:28:06.686878 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-1e8ff5bf-ce65-486e-98d6-8531bf9f5711 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:06.846163 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-7668daa6-7440-4859-86c2-d0749840ef93 None None] Set router a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464 gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:28:07.214513 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-7668daa6-7440-4859-86c2-d0749840ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464', 'name': 'router1', 'tenant_id': '354a5a1701ea435d9b45301ef0569ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': '2368cf0a-83c7-4f50-a676-7b9e213be4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:27:44Z', 'updated_at': '2021-05-11T16:28:04Z', 'revision_number': 4, 'project_id': '354a5a1701ea435d9b45301ef0569ce2', 'gw_port': {'id': '2368cf0a-83c7-4f50-a676-7b9e213be4bc', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:16:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:28:03Z', 'updated_at': '2021-05-11T16:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': 'b4f0e481-1c30-4538-9588-92a5a1f0c7a5', 'name': '', 'network_id': 'e1c152ef-d953-4eed-9467-91e682a36909', 'tenant_id': '354a5a1701ea435d9b45301ef0569ce2', 'mac_address': 'fa:16:3e:c7:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6c281ff-137e-4647-b907-e1cbcc912e4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:27:53Z', 'updated_at': '2021-05-11T16:28:02Z', 'revision_number': 5, 'project_id': '354a5a1701ea435d9b45301ef0569ce2', 'subnets': [{'id': 'c6c281ff-137e-4647-b907-e1cbcc912e4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee3fa1e2-8e0c-4b70-b558-e94d409313c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:28:07.219040 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7668daa6-7440-4859-86c2-d0749840ef93 None None] The sync data for ids ['a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464'] in dv-cinder-789603-4-smb is: [{'id': 'a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464', 'name': 'router1', 'tenant_id': '354a5a1701ea435d9b45301ef0569ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.158'}], 'enable_snat': True}, 'gw_port_id': '2368cf0a-83c7-4f50-a676-7b9e213be4bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:27:44Z', 'updated_at': '2021-05-11T16:28:04Z', 'revision_number': 4, 'project_id': '354a5a1701ea435d9b45301ef0569ce2', 'gw_port': {'id': '2368cf0a-83c7-4f50-a676-7b9e213be4bc', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:16:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:28:03Z', 'updated_at': '2021-05-11T16:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': 'b4f0e481-1c30-4538-9588-92a5a1f0c7a5', 'name': '', 'network_id': 'e1c152ef-d953-4eed-9467-91e682a36909', 'tenant_id': '354a5a1701ea435d9b45301ef0569ce2', 'mac_address': 'fa:16:3e:c7:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a38e0e-9a52-4bbc-8dcc-5fd3bc990464', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6c281ff-137e-4647-b907-e1cbcc912e4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:27:53Z', 'updated_at': '2021-05-11T16:28:02Z', 'revision_number': 5, 'project_id': '354a5a1701ea435d9b45301ef0569ce2', 'subnets': [{'id': 'c6c281ff-137e-4647-b907-e1cbcc912e4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee3fa1e2-8e0c-4b70-b558-e94d409313c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:28:07.531983 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 5 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:28:07.807037 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 43464) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:28:07.920560 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 2368cf0a-83c7-4f50-a676-7b9e213be4bc up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:28:07.944616 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-236a8942-99fc-45d3-a0d1-79fbee9ddeef admin admin] 10.222.0.76 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1364260 May 11 16:28:08.010365 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning for port 2368cf0a-83c7-4f50-a676-7b9e213be4bc completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:28:08.017269 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port 2368cf0a-83c7-4f50-a676-7b9e213be4bc triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:28:08.017750 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:08.148036 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:08.166566 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] For port 2368cf0a-83c7-4f50-a676-7b9e213be4bc, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=2368cf0a-83c7-4f50-a676-7b9e213be4bc,segment=NetworkSegment(9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c),segment_id=9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:28:08.171400 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:08.173496 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:28:08.256959 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Pushing event updated for resources: {'Port': ['ID=2368cf0a-83c7-4f50-a676-7b9e213be4bc,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:28:08.260483 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:28:09.921719 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 2368cf0a-83c7-4f50-a676-7b9e213be4bc up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:28:10.005945 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port 2368cf0a-83c7-4f50-a676-7b9e213be4bc triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:28:10.006341 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:10.539866 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-47e4e4b5-9c1a-4014-bf5b-d0b7891af4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:13.547555 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-be878c13-f0ba-445a-bcb6-3c0637b52793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:13.728085 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:15.008424 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:17.502928 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:40.549714 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-553c204c-2087-4b05-bf75-21c6e98e43aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:43.546482 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-5e12fb0d-0899-4710-8507-03699239d413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:43.697808 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:44.544100 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 5 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:28:44.973433 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:28:47.507493 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:10.537505 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-d3cd2599-2f85-49ac-a2bf-4621a6f3d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:13.548169 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-01e8d1c7-f63c-409d-a2ad-fa6cda7f32c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:13.694295 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:14.979558 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:17.510500 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:21.535087 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 5 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:29:40.540391 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-862a806a-db70-4f46-95d8-8f69c470e24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:43.549057 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-90fc5630-4213-4239-9d35-38f83e76b850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:43.701145 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:44.977557 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:47.526264 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:50.935760 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 44034) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:29:51.011868 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b16513a-9968-4025-877d-f898fa0011ac admin admin] GET failed (client error): The resource could not be found. May 11 16:29:51.013241 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-6b16513a-9968-4025-877d-f898fa0011ac admin admin] 10.222.0.76 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0765262 May 11 16:29:51.199760 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1184e7f9-5870-48c6-a033-828870ba6da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:51.202430 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-1184e7f9-5870-48c6-a033-828870ba6da2 admin admin] 10.222.0.76 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1850092 May 11 16:29:53.445936 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 44044) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:29:53.607456 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f29d5a0-c223-413c-91c5-f3f317f738ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:53.609041 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-1f29d5a0-c223-413c-91c5-f3f317f738ea admin admin] 10.222.0.76 "GET /v2.0/subnets/c6c281ff-137e-4647-b907-e1cbcc912e4a HTTP/1.1" status: 200 len: 849 time: 0.1615565 May 11 16:29:53.618706 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-83d17d05-fc2e-4cd5-be05-b91bf2252d0b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:29:53.742970 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-83d17d05-fc2e-4cd5-be05-b91bf2252d0b admin admin] Notify callbacks [] for subnet, before_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:53.944817 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-83d17d05-fc2e-4cd5-be05-b91bf2252d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788166208094'] for subnet, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:53.949390 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:29:53.988963 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d17d05-fc2e-4cd5-be05-b91bf2252d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:53.989564 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-83d17d05-fc2e-4cd5-be05-b91bf2252d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for subnet, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:53.990814 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-83d17d05-fc2e-4cd5-be05-b91bf2252d0b admin admin] 10.222.0.76 "PUT /v2.0/subnets/c6c281ff-137e-4647-b907-e1cbcc912e4a HTTP/1.1" status: 200 len: 868 time: 0.3765483 May 11 16:29:53.995133 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9a6e2d-cd57-4b93-9709-6099584359f4 None None] Network e1c152ef-d953-4eed-9467-91e682a36909 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:29:54.021561 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d17d05-fc2e-4cd5-be05-b91bf2252d0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6c281ff-137e-4647-b907-e1cbcc912e4a,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:29:54.030273 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d17d05-fc2e-4cd5-be05-b91bf2252d0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:54.030650 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d17d05-fc2e-4cd5-be05-b91bf2252d0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:54.030993 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d17d05-fc2e-4cd5-be05-b91bf2252d0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:54.031321 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d17d05-fc2e-4cd5-be05-b91bf2252d0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:54.031643 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d17d05-fc2e-4cd5-be05-b91bf2252d0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:54.032036 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d17d05-fc2e-4cd5-be05-b91bf2252d0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:54.032353 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d17d05-fc2e-4cd5-be05-b91bf2252d0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:54.032670 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d17d05-fc2e-4cd5-be05-b91bf2252d0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:54.033059 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d17d05-fc2e-4cd5-be05-b91bf2252d0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:54.033376 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d17d05-fc2e-4cd5-be05-b91bf2252d0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:54.033687 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d17d05-fc2e-4cd5-be05-b91bf2252d0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:54.034178 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d17d05-fc2e-4cd5-be05-b91bf2252d0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:29:54.038749 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-83d17d05-fc2e-4cd5-be05-b91bf2252d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:29:54.541129 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-33da42a1-2877-4e3c-857f-7c7ecdd76edc None None] Provisioning complete for port c8572f87-fc2c-4d7d-809d-8b523fa7e3e7 triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:29:54.541432 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-33da42a1-2877-4e3c-857f-7c7ecdd76edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:54.675464 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-33da42a1-2877-4e3c-857f-7c7ecdd76edc None None] Provisioning complete for port b4f0e481-1c30-4538-9588-92a5a1f0c7a5 triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:29:54.675871 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-33da42a1-2877-4e3c-857f-7c7ecdd76edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:29:56.221920 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 44054) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:29:56.401344 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8eb020-f68b-473e-875d-8ca28bf67488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:56.401822 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8eb020-f68b-473e-875d-8ca28bf67488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:56.403361 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-6b8eb020-f68b-473e-875d-8ca28bf67488 admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1804698 May 11 16:29:58.536063 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 5 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:29:58.584718 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 44064) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:29:58.782382 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f48fdcb-5c6d-4482-bd24-21ad3772bf2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:58.782793 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f48fdcb-5c6d-4482-bd24-21ad3772bf2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:29:58.784438 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-7f48fdcb-5c6d-4482-bd24-21ad3772bf2f admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1986461 May 11 16:30:01.093915 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 44074) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:30:01.285406 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976a1a8e-024a-4543-9625-a185886a7c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:01.287548 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-976a1a8e-024a-4543-9625-a185886a7c6a admin admin] 10.222.0.76 "GET /v2.0/networks/b8617b39-e2b1-4863-8310-b30d869022e5 HTTP/1.1" status: 200 len: 886 time: 0.1925364 May 11 16:30:03.559344 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 44084) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:30:03.745826 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c1509d-e483-4e4e-9ed6-c2398971d415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:03.747350 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-86c1509d-e483-4e4e-9ed6-c2398971d415 admin admin] 10.222.0.76 "GET /v2.0/networks/e1c152ef-d953-4eed-9467-91e682a36909 HTTP/1.1" status: 200 len: 870 time: 0.1869907 May 11 16:30:05.969772 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 44094) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:30:06.090972 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ed578d-e42b-4476-b1c9-add6a783682e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:06.091432 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ed578d-e42b-4476-b1c9-add6a783682e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:06.092207 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-03ed578d-e42b-4476-b1c9-add6a783682e admin admin] Synchronizing usage tracker for tenant:47bc177c204e40cdbc6d135f1a8e371e on resource:subnet {{(pid=78910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:30:06.112097 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-03ed578d-e42b-4476-b1c9-add6a783682e admin admin] Unset dirty status for tenant:47bc177c204e40cdbc6d135f1a8e371e on resource:subnet {{(pid=78910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:30:06.113182 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-03ed578d-e42b-4476-b1c9-add6a783682e admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1424718 May 11 16:30:08.312384 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 44104) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:30:08.425778 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e71b231-6d68-4ea7-8d04-fd1ef6b37b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:08.426271 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e71b231-6d68-4ea7-8d04-fd1ef6b37b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:08.427844 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-6e71b231-6d68-4ea7-8d04-fd1ef6b37b6b admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1144416 May 11 16:30:10.537292 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-8944408a-fbf0-465c-b717-3bf56fb5990a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:10.627358 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 44114) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:30:10.758778 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb70c69-be91-468a-bdd2-bd51cc0c002b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:10.761269 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-eeb70c69-be91-468a-bdd2-bd51cc0c002b admin admin] 10.222.0.76 "GET /v2.0/subnets/c6c281ff-137e-4647-b907-e1cbcc912e4a HTTP/1.1" status: 200 len: 868 time: 0.1327026 May 11 16:30:13.075141 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 44124) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:30:13.202254 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1357bcf9-3d23-4807-b349-168b1d902e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:13.204733 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-1357bcf9-3d23-4807-b349-168b1d902e1c admin admin] 10.222.0.76 "GET /v2.0/subnets/f9de70b6-644a-45ab-98dc-77e0c30714b2 HTTP/1.1" status: 200 len: 816 time: 0.1283374 May 11 16:30:13.554448 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-7dcfe8d1-205f-40e4-94fb-9b80de5c6c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:13.704123 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:14.994007 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:17.528300 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:35.535567 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 5 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:30:36.820184 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 44168) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:30:36.872847 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [None req-a2af5ce4-796f-47f0-94df-539fc4ca6201 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=78910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:30:36.873986 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-a2af5ce4-796f-47f0-94df-539fc4ca6201 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0526736 May 11 16:30:39.202872 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 44178) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:30:39.276176 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a45fa70-0739-48a2-a843-edae6ece8314 admin admin] GET failed (client error): The resource could not be found. May 11 16:30:39.277497 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-3a45fa70-0739-48a2-a843-edae6ece8314 admin admin] 10.222.0.76 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0736849 May 11 16:30:39.415291 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b741524c-d82d-4466-b931-3e1be5ecdd51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:39.416777 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-b741524c-d82d-4466-b931-3e1be5ecdd51 admin admin] 10.222.0.76 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1350996 May 11 16:30:40.532409 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-231a38c7-c21a-4dfb-96be-351b81a2714b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:41.598056 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 44188) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:30:41.647974 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-b94083a6-c5d6-4d02-9734-4a70a41e78ab admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:30:41.652996 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-b94083a6-c5d6-4d02-9734-4a70a41e78ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:30:41.662862 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-b94083a6-c5d6-4d02-9734-4a70a41e78ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:30:41.676421 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94083a6-c5d6-4d02-9734-4a70a41e78ab admin admin] Made reservation on behalf of 47bc177c204e40cdbc6d135f1a8e371e for: {'network': 1} {{(pid=78909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:30:41.679482 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b94083a6-c5d6-4d02-9734-4a70a41e78ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for network, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:41.764046 dv-cinder-789603-4-smb neutron-server[78909]: WARNING neutron.services.revisions.revision_plugin [None req-b94083a6-c5d6-4d02-9734-4a70a41e78ab admin admin] Could not find related network for resource to bump revision. May 11 16:30:41.777196 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94083a6-c5d6-4d02-9734-4a70a41e78ab admin admin] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=78909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:30:41.786325 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b94083a6-c5d6-4d02-9734-4a70a41e78ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:41.786660 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.db.segments_db [None req-b94083a6-c5d6-4d02-9734-4a70a41e78ab admin admin] Added segment f7b7ee9d-2cb5-4f00-99a0-602362a8b4c9 of type vlan for network 460707de-96c8-4855-b67a-535d5e368ece May 11 16:30:41.817452 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b94083a6-c5d6-4d02-9734-4a70a41e78ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788165774457'] for network, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:41.848256 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b94083a6-c5d6-4d02-9734-4a70a41e78ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for network, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:41.849577 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94083a6-c5d6-4d02-9734-4a70a41e78ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:41.850151 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b94083a6-c5d6-4d02-9734-4a70a41e78ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:41.854350 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:30:41.951022 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94083a6-c5d6-4d02-9734-4a70a41e78ab admin admin] Pushing event updated for resources: {'Network': ['ID=460707de-96c8-4855-b67a-535d5e368ece,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:30:41.953825 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-b94083a6-c5d6-4d02-9734-4a70a41e78ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:30:41.955509 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-b94083a6-c5d6-4d02-9734-4a70a41e78ab admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3564644 May 11 16:30:41.961504 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Network 460707de-96c8-4855-b67a-535d5e368ece details requested by agent ovs-agent-dv-cinder-789603-4-smb with host dv-cinder-789603-4-smb {{(pid=78911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:30:43.554723 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-ead5d300-be26-46db-99f6-840ee3da1afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:43.700563 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:44.236978 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 44198) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:30:44.305229 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.pecan_wsgi.hooks.translation [None req-323e7309-3387-49a2-bbb0-40742eeaadc3 admin admin] GET failed (client error): The resource could not be found. May 11 16:30:44.305739 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-323e7309-3387-49a2-bbb0-40742eeaadc3 admin admin] Synchronizing usage tracker for tenant:47bc177c204e40cdbc6d135f1a8e371e on resource:network {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:30:44.322249 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-323e7309-3387-49a2-bbb0-40742eeaadc3 admin admin] Unset dirty status for tenant:47bc177c204e40cdbc6d135f1a8e371e on resource:network {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:30:44.323340 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-323e7309-3387-49a2-bbb0-40742eeaadc3 admin admin] 10.222.0.76 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0854161 May 11 16:30:44.429579 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fc1426-045f-487a-bfba-bdecf93f236f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:44.430938 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-99fc1426-045f-487a-bfba-bdecf93f236f admin admin] 10.222.0.76 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1037133 May 11 16:30:44.440653 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-e7d48757-0536-4199-9771-ae4e1691710f admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '460707de-96c8-4855-b67a-535d5e368ece', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:30:44.445216 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-e7d48757-0536-4199-9771-ae4e1691710f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:30:44.454655 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-e7d48757-0536-4199-9771-ae4e1691710f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:30:44.464351 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d48757-0536-4199-9771-ae4e1691710f admin admin] Made reservation on behalf of 47bc177c204e40cdbc6d135f1a8e371e for: {'subnet': 1} {{(pid=78909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:30:44.466696 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e7d48757-0536-4199-9771-ae4e1691710f admin admin] Notify callbacks [] for subnet, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:44.892927 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e7d48757-0536-4199-9771-ae4e1691710f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for subnet, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:44.896734 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-83d17d05-fc2e-4cd5-be05-b91bf2252d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:30:44.969112 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d48757-0536-4199-9771-ae4e1691710f admin admin] Pushing event updated for resources: {'Subnet': ['ID=13861671-1b3f-4fbf-9060-53c89fad8a4d,revision_number=0']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:30:44.973062 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-e7d48757-0536-4199-9771-ae4e1691710f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:30:44.981076 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d48757-0536-4199-9771-ae4e1691710f admin admin] Checking segment: {'id': 'f7b7ee9d-2cb5-4f00-99a0-602362a8b4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '460707de-96c8-4855-b67a-535d5e368ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:30:44.981433 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d48757-0536-4199-9771-ae4e1691710f admin admin] Network hostable DHCP agents. Network: 460707de-96c8-4855-b67a-535d5e368ece, hostable agents: ['25bb0368-aab1-4dc6-8db1-01aca476a06f'], hosted agents: [] {{(pid=78909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:30:44.987545 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:45.000768 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d48757-0536-4199-9771-ae4e1691710f admin admin] Network 460707de-96c8-4855-b67a-535d5e368ece is scheduled to be hosted by DHCP agent 25bb0368-aab1-4dc6-8db1-01aca476a06f with binding_index 1 {{(pid=78909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:30:45.012034 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.base_scheduler [None req-e7d48757-0536-4199-9771-ae4e1691710f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-4-smb, 460707de-96c8-4855-b67a-535d5e368ece) {{(pid=78909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:30:45.016456 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d48757-0536-4199-9771-ae4e1691710f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:30:45.017032 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e7d48757-0536-4199-9771-ae4e1691710f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for subnet, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:45.022085 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf7ced8-265d-412d-9269-e7d3c8ce8a4d None None] Network 460707de-96c8-4855-b67a-535d5e368ece requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:30:45.044762 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-e7d48757-0536-4199-9771-ae4e1691710f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6074679 May 11 16:30:45.269444 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf309cf0-c396-542d-8578-cbe74f1da05c-460707de-96c8-4855-b67a-535d5e368ece', 'network_id': '460707de-96c8-4855-b67a-535d5e368ece', 'tenant_id': '47bc177c204e40cdbc6d135f1a8e371e', 'fixed_ips': [{'subnet_id': '13861671-1b3f-4fbf-9060-53c89fad8a4d'}]}} from dv-cinder-789603-4-smb. {{(pid=78911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 16:30:45.270224 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:45.451400 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.db_base_plugin_common [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Allocated IP 192.168.233.2 (460707de-96c8-4855-b67a-535d5e368ece/13861671-1b3f-4fbf-9060-53c89fad8a4d/16c33cdf-c915-4d03-9ca8-dcda60974da3) {{(pid=78911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:30:45.695957 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Notify callbacks [] for port, precommit_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:45.706318 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Transition to ACTIVE for port object 16c33cdf-c915-4d03-9ca8-dcda60974da3 will not be triggered until provisioned by entity L2. {{(pid=78911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:30:45.724534 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Transition to ACTIVE for port object 16c33cdf-c915-4d03-9ca8-dcda60974da3 will not be triggered until provisioned by entity DHCP. {{(pid=78911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:30:45.729899 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687'] for port, after_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:45.734216 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:30:45.797222 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Network 460707de-96c8-4855-b67a-535d5e368ece is already hosted by enough agents. {{(pid=78911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:30:45.805021 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.scheduler.base_scheduler [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Resources bound (agent type, host, resource id): {{(pid=78911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:30:45.809797 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Received port after_create {{(pid=78911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:30:45.812140 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Pushing event updated for resources: {'Port': ['ID=16c33cdf-c915-4d03-9ca8-dcda60974da3,revision_number=1']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:30:45.845099 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:45.845442 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:45.845770 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:45.846095 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:45.846416 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:45.846791 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:45.847042 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:45.847356 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:45.847666 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:45.848054 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:45.848366 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:45.848646 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:30:45.858052 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:30:45.917350 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Attempting to bind port 16c33cdf-c915-4d03-9ca8-dcda60974da3 on host dv-cinder-789603-4-smb for vnic_type normal with profile {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:30:45.917770 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Attempting to bind port 16c33cdf-c915-4d03-9ca8-dcda60974da3 by drivers openvswitch,hyperv on host dv-cinder-789603-4-smb at level 0 using segments [{'id': 'f7b7ee9d-2cb5-4f00-99a0-602362a8b4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '460707de-96c8-4855-b67a-535d5e368ece'}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:30:45.918085 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Attempting to bind port 16c33cdf-c915-4d03-9ca8-dcda60974da3 on network 460707de-96c8-4855-b67a-535d5e368ece {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:30:45.924237 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Checking agent: {'id': '22e3e7b9-314b-4177-b9d0-dabbf2661436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 27, 14), 'started_at': datetime.datetime(2021, 5, 11, 16, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:30:45.924608 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Checking segment: {'id': 'f7b7ee9d-2cb5-4f00-99a0-602362a8b4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '460707de-96c8-4855-b67a-535d5e368ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:30:45.925030 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:45.925426 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Bound using segment: {'id': 'f7b7ee9d-2cb5-4f00-99a0-602362a8b4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '460707de-96c8-4855-b67a-535d5e368ece'} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:30:45.925897 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Bound port: 16c33cdf-c915-4d03-9ca8-dcda60974da3, host: dv-cinder-789603-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b7ee9d-2cb5-4f00-99a0-602362a8b4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '460707de-96c8-4855-b67a-535d5e368ece'}}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:30:45.926285 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:46.021319 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] For port 16c33cdf-c915-4d03-9ca8-dcda60974da3, host dv-cinder-789603-4-smb, cleared binding levels {{(pid=78911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:30:46.024614 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] For port 16c33cdf-c915-4d03-9ca8-dcda60974da3, host dv-cinder-789603-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=16c33cdf-c915-4d03-9ca8-dcda60974da3,segment=NetworkSegment(f7b7ee9d-2cb5-4f00-99a0-602362a8b4c9),segment_id=f7b7ee9d-2cb5-4f00-99a0-602362a8b4c9)] {{(pid=78911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:30:46.030221 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:46.034258 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:30:46.113824 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Pushing event updated for resources: {'Port': ['ID=16c33cdf-c915-4d03-9ca8-dcda60974da3,revision_number=2']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:30:46.117804 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:30:46.906900 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0608a255-261d-4640-8a8e-1e29a8fd2944 None None] Network 460707de-96c8-4855-b67a-535d5e368ece requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:30:47.024800 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-f8ee835b-acb3-4072-b82c-776b324ea9e4 None None] Provisioning for port 16c33cdf-c915-4d03-9ca8-dcda60974da3 completed by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:30:47.534561 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:48.034173 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 16c33cdf-c915-4d03-9ca8-dcda60974da3 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:30:48.110851 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning for port 16c33cdf-c915-4d03-9ca8-dcda60974da3 completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:30:48.116748 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port 16c33cdf-c915-4d03-9ca8-dcda60974da3 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:30:48.117271 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:48.243233 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:48.279424 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] For port 16c33cdf-c915-4d03-9ca8-dcda60974da3, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=16c33cdf-c915-4d03-9ca8-dcda60974da3,segment=NetworkSegment(f7b7ee9d-2cb5-4f00-99a0-602362a8b4c9),segment_id=f7b7ee9d-2cb5-4f00-99a0-602362a8b4c9)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:30:48.284200 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:30:48.288658 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-1e8ff5bf-ce65-486e-98d6-8531bf9f5711 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:30:48.355281 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Pushing event updated for resources: {'Port': ['ID=16c33cdf-c915-4d03-9ca8-dcda60974da3,revision_number=3']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:30:48.358611 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:30:50.004452 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 16c33cdf-c915-4d03-9ca8-dcda60974da3 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:30:50.078052 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port 16c33cdf-c915-4d03-9ca8-dcda60974da3 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:30:50.078414 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:10.536118 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-977a17e6-c39f-429a-a425-7fd6cf384d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:12.534867 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 5 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:31:13.550236 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-2331688a-a22d-42b2-999e-3d107838d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:13.707439 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:14.998644 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:17.542625 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:40.544276 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-aa7dad04-c5f5-4327-b5bb-9b978bf5125f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:43.545366 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-6c6ae3d3-5ff6-49d9-9570-f8f2689b469c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:43.703966 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:44.994648 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:47.541124 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:49.533439 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 5 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:31:54.198319 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 44248) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:54.204401 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [None req-603a790e-58c7-4b35-8a61-fa21d24d7dee tempest-verify_tempest_config-448992246 tempest-verify_tempest_config-448992246-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=78909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:31:54.205362 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-603a790e-58c7-4b35-8a61-fa21d24d7dee tempest-verify_tempest_config-448992246 tempest-verify_tempest_config-448992246-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060718 May 11 16:31:54.523803 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 44266) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:54.645272 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-a2db5dc2-988e-4cf3-bc0f-6ccac488e971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:54.659906 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-a2db5dc2-988e-4cf3-bc0f-6ccac488e971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:31:54.663356 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-a2db5dc2-988e-4cf3-bc0f-6ccac488e971 admin admin] Usage tracker for resource:security_group_rule and tenant:3bd8be7ab1164a4abf0d56ba8352775d is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:31:54.666141 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-a2db5dc2-988e-4cf3-bc0f-6ccac488e971 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:31:54.671743 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-a2db5dc2-988e-4cf3-bc0f-6ccac488e971 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:31:54.760108 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-a2db5dc2-988e-4cf3-bc0f-6ccac488e971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:54.763927 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-a2db5dc2-988e-4cf3-bc0f-6ccac488e971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:54.771917 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:54.811056 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db5dc2-988e-4cf3-bc0f-6ccac488e971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb192dda-dc67-4c27-9150-ef8684e79185,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:54.813898 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-a2db5dc2-988e-4cf3-bc0f-6ccac488e971 admin admin] Synchronizing usage tracker for tenant:47bc177c204e40cdbc6d135f1a8e371e on resource:security_group {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:31:54.824364 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2db5dc2-988e-4cf3-bc0f-6ccac488e971 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:54.824701 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2db5dc2-988e-4cf3-bc0f-6ccac488e971 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:54.825033 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2db5dc2-988e-4cf3-bc0f-6ccac488e971 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:54.825361 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2db5dc2-988e-4cf3-bc0f-6ccac488e971 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:54.825682 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2db5dc2-988e-4cf3-bc0f-6ccac488e971 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:54.825998 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2db5dc2-988e-4cf3-bc0f-6ccac488e971 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:54.826316 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2db5dc2-988e-4cf3-bc0f-6ccac488e971 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:54.826976 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2db5dc2-988e-4cf3-bc0f-6ccac488e971 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:54.827319 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2db5dc2-988e-4cf3-bc0f-6ccac488e971 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:54.827641 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2db5dc2-988e-4cf3-bc0f-6ccac488e971 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:54.827979 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2db5dc2-988e-4cf3-bc0f-6ccac488e971 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:54.828289 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2db5dc2-988e-4cf3-bc0f-6ccac488e971 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:54.832432 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-a2db5dc2-988e-4cf3-bc0f-6ccac488e971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:31:54.845613 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-a2db5dc2-988e-4cf3-bc0f-6ccac488e971 admin admin] Unset dirty status for tenant:47bc177c204e40cdbc6d135f1a8e371e on resource:security_group {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:31:54.847036 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-a2db5dc2-988e-4cf3-bc0f-6ccac488e971 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3bd8be7ab1164a4abf0d56ba8352775d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3222530 May 11 16:31:54.850304 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 44272) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:31:54.912423 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7c569b37-10e3-4955-a8c5-3d6a1de63313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:54.938345 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7c569b37-10e3-4955-a8c5-3d6a1de63313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:55.033664 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7c569b37-10e3-4955-a8c5-3d6a1de63313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:55.038384 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:31:55.049312 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c569b37-10e3-4955-a8c5-3d6a1de63313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb192dda-dc67-4c27-9150-ef8684e79185,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:31:55.060432 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c569b37-10e3-4955-a8c5-3d6a1de63313 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:55.060760 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c569b37-10e3-4955-a8c5-3d6a1de63313 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:55.061121 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c569b37-10e3-4955-a8c5-3d6a1de63313 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:55.061432 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c569b37-10e3-4955-a8c5-3d6a1de63313 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:55.061724 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c569b37-10e3-4955-a8c5-3d6a1de63313 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:55.062040 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c569b37-10e3-4955-a8c5-3d6a1de63313 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:55.062352 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c569b37-10e3-4955-a8c5-3d6a1de63313 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:55.062664 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c569b37-10e3-4955-a8c5-3d6a1de63313 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:55.062994 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c569b37-10e3-4955-a8c5-3d6a1de63313 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:55.063307 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c569b37-10e3-4955-a8c5-3d6a1de63313 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:55.063619 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c569b37-10e3-4955-a8c5-3d6a1de63313 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:55.063958 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c569b37-10e3-4955-a8c5-3d6a1de63313 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:31:55.067506 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7c569b37-10e3-4955-a8c5-3d6a1de63313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:31:55.068633 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-7c569b37-10e3-4955-a8c5-3d6a1de63313 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bb192dda-dc67-4c27-9150-ef8684e79185 HTTP/1.1" status: 204 len: 168 time: 0.2173772 May 11 16:31:55.069526 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-7c569b37-10e3-4955-a8c5-3d6a1de63313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:32:10.541038 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-8b5b68b9-4bde-4286-b096-eb64de36cb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:13.551496 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-ce8c71fe-2697-4164-87a2-e4458883e43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:13.708674 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:14.996562 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:17.551595 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:26.532314 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 5 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:32:40.534751 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-1db51ec5-9bf8-4d66-8591-c824a39c882d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:43.555047 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-0df4ba8f-59d6-4369-8caf-6399216dc162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:43.703188 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:45.001699 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:32:47.544075 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:03.532498 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 5 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:33:10.570231 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-24dd9696-95cf-4c92-a6bf-c716591c8188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:13.558988 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-1d555b5c-efce-46dd-901c-7f8c4f2a44bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:13.707039 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:15.000326 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:17.550861 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:40.530794 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 5 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:33:40.535664 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cb84344f-9d6c-4317-a17d-7a58e2e77eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:42.568685 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822'] for agent, after_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:43.562127 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cdb09739-65de-45af-a767-2392582458fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:43.709207 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:45.003035 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:46.389145 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 44324) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:46.503108 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-0a16b818-f743-412c-9c10-d5288f3d7248 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1127224 May 11 16:33:47.645987 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:33:48.760822 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 44334) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:33:48.824259 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-80262f9c-9ad5-4d3c-b255-9de771cf5e59 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0623360 May 11 16:34:10.537945 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-3a0f1af8-ce5d-4b5f-8ab1-74df18ddc72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:12.555417 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:13.563443 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-9e9c40bb-15b5-4b31-b1c5-2074ed41d808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:13.712727 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:15.006073 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:17.530641 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:34:17.568916 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:40.541338 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-a7ad2378-c928-4963-a575-4de6ab712da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:42.562762 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:43.571908 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-eeed9c96-e240-424a-b7db-9de2e779420b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:43.717904 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:45.031145 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:47.566904 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:34:54.536807 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:35:10.544995 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-14c5a222-a444-418f-b3a5-e1b1f25664e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:12.556856 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:13.567040 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-d65987c5-cf49-4b58-8bfd-b4d2450030de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:13.712485 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:15.014901 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:17.579827 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:22.566615 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 44548) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:22.618496 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 44554) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:22.770487 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 44566) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:22.942951 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1731529142-network', 'tenant_id': '4736f52286484cdda08e797d3f5fb330'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:35:22.949838 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:22.957082 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Usage tracker for resource:network and tenant:4736f52286484cdda08e797d3f5fb330 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:22.965845 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-27481fe5-c21f-4f9b-8ec6-ca5594ea585b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2040346598-network', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:35:22.969816 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:22.976843 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-27481fe5-c21f-4f9b-8ec6-ca5594ea585b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:22.983162 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-27481fe5-c21f-4f9b-8ec6-ca5594ea585b admin admin] Usage tracker for resource:network and tenant:262ccc5510544ce0a4c4ce0d80c13de5 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:22.986822 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-27481fe5-c21f-4f9b-8ec6-ca5594ea585b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:22.994308 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-27481fe5-c21f-4f9b-8ec6-ca5594ea585b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:23.002510 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 44578) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:23.009192 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:23.013015 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27481fe5-c21f-4f9b-8ec6-ca5594ea585b admin admin] Made reservation on behalf of 262ccc5510544ce0a4c4ce0d80c13de5 for: {'network': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:35:23.015551 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-27481fe5-c21f-4f9b-8ec6-ca5594ea585b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for network, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.038319 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-27481fe5-c21f-4f9b-8ec6-ca5594ea585b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.062883 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Made reservation on behalf of 4736f52286484cdda08e797d3f5fb330 for: {'network': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:35:23.065636 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for network, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.066444 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-841387217-network', 'tenant_id': '515016fd5811449c93a4094930f82470'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:35:23.079199 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-27481fe5-c21f-4f9b-8ec6-ca5594ea585b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:23.081616 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.094946 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:23.099842 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:23.101185 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Usage tracker for resource:network and tenant:515016fd5811449c93a4094930f82470 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:23.104106 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Usage tracker for resource:security_group_rule and tenant:4736f52286484cdda08e797d3f5fb330 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:23.105530 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:23.107165 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:23.112600 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:23.113310 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:23.124804 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-27481fe5-c21f-4f9b-8ec6-ca5594ea585b admin admin] Usage tracker for resource:security_group_rule and tenant:262ccc5510544ce0a4c4ce0d80c13de5 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:23.128361 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Made reservation on behalf of 515016fd5811449c93a4094930f82470 for: {'network': 1} {{(pid=78909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:35:23.132363 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for network, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.138664 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-27481fe5-c21f-4f9b-8ec6-ca5594ea585b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:23.147373 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-27481fe5-c21f-4f9b-8ec6-ca5594ea585b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:23.153642 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.177974 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:23.184379 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Usage tracker for resource:security_group_rule and tenant:515016fd5811449c93a4094930f82470 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:23.188415 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:23.197816 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:23.333685 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.343826 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-21c51107-3032-4b91-a62c-6ec3626edb0d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2064935984-network', 'tenant_id': '49aa4f96eeb045a68683d2c25ebcbe48'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:35:23.344443 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.352076 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-21c51107-3032-4b91-a62c-6ec3626edb0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:23.357537 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-21c51107-3032-4b91-a62c-6ec3626edb0d admin admin] Usage tracker for resource:network and tenant:49aa4f96eeb045a68683d2c25ebcbe48 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:23.361711 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.363280 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-21c51107-3032-4b91-a62c-6ec3626edb0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:23.376638 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-27481fe5-c21f-4f9b-8ec6-ca5594ea585b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.378693 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.379373 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-27481fe5-c21f-4f9b-8ec6-ca5594ea585b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.383381 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:23.383933 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-21c51107-3032-4b91-a62c-6ec3626edb0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:23.392962 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:23.413842 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5645feb2-793d-4700-b450-14e0104642ea,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:23.425197 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:23.425303 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:23.425627 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:23.425954 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:23.426267 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:23.426758 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:23.427246 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:23.427752 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:23.428839 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:23.429484 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:23.430071 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:23.430551 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Tracked resource versions report: May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: pushed versions: May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: { 'AddressGroup': {'1.2'}, May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: 'ConntrackHelper': {'1.0'}, May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: 'Log': {'1.0'}, May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: 'Network': {'1.1'}, May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: 'Port': {'1.7'}, May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: 'PortForwarding': {'1.2'}, May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: 'QosPolicy': {'1.8'}, May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: 'SecurityGroup': {'1.4'}, May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: 'SecurityGroupRule': {'1.2'}, May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: 'SubPort': {'1.0'}, May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: 'Subnet': {'1.1'}, May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: 'Trunk': {'1.1'}} May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: consumer versions: May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: { DHCP agent@dv-cinder-789603-4-smb: {}, May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: HyperV agent@hv-cinder-78960: {}, May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: L3 agent@dv-cinder-789603-4-smb: {}, May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: Metadata agent@dv-cinder-789603-4-smb: {}, May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: Metering agent@dv-cinder-789603-4-smb: {}, May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: Open vSwitch agent@dv-cinder-789603-4-smb: { 'AddressGroup': '1.2', May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: 'ConntrackHelper': '1.0', May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: 'Log': '1.0', May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: 'Network': '1.1', May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: 'Port': '1.7', May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: 'PortForwarding': '1.2', May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: 'QosPolicy': '1.8', May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: 'SecurityGroup': '1.4', May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: 'SecurityGroupRule': '1.2', May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: 'SubPort': '1.0', May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: 'Subnet': '1.1', May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: 'Trunk': '1.1'}} May 11 16:35:23.431843 dv-cinder-789603-4-smb neutron-server[78910]: {{(pid=78910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 16:35:23.435664 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c51107-3032-4b91-a62c-6ec3626edb0d admin admin] Made reservation on behalf of 49aa4f96eeb045a68683d2c25ebcbe48 for: {'network': 1} {{(pid=78909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:35:23.438218 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-21c51107-3032-4b91-a62c-6ec3626edb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for network, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.451745 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781d3dc2-d333-438b-89a4-bb456990e7e9,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:23.452297 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27481fe5-c21f-4f9b-8ec6-ca5594ea585b admin admin] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=78910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:35:23.462763 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-21c51107-3032-4b91-a62c-6ec3626edb0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.464510 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-27481fe5-c21f-4f9b-8ec6-ca5594ea585b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.464849 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.db.segments_db [None req-27481fe5-c21f-4f9b-8ec6-ca5594ea585b admin admin] Added segment b2b3869b-177a-498c-8b86-08953c55433f of type vlan for network b88aa6df-5bed-46a0-8951-f555a2261aa5 May 11 16:35:23.479228 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:23.480029 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:23.480544 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:23.481031 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:23.481556 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:23.482307 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:23.482842 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:23.483683 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:23.484192 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:23.484675 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:23.485140 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:23.485763 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Tracked resource versions report: May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: pushed versions: May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: { 'AddressGroup': {'1.2'}, May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: 'ConntrackHelper': {'1.0'}, May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: 'Log': {'1.0'}, May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: 'Network': {'1.1'}, May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: 'Port': {'1.7'}, May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: 'PortForwarding': {'1.2'}, May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: 'QosPolicy': {'1.8'}, May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: 'SecurityGroup': {'1.4'}, May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: 'SecurityGroupRule': {'1.2'}, May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: 'SubPort': {'1.0'}, May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: 'Subnet': {'1.1'}, May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: 'Trunk': {'1.1'}} May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: consumer versions: May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: { DHCP agent@dv-cinder-789603-4-smb: {}, May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: HyperV agent@hv-cinder-78960: {}, May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: L3 agent@dv-cinder-789603-4-smb: {}, May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: Metadata agent@dv-cinder-789603-4-smb: {}, May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: Metering agent@dv-cinder-789603-4-smb: {}, May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: Open vSwitch agent@dv-cinder-789603-4-smb: { 'AddressGroup': '1.2', May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: 'ConntrackHelper': '1.0', May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: 'Log': '1.0', May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: 'Network': '1.1', May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: 'Port': '1.7', May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: 'PortForwarding': '1.2', May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: 'QosPolicy': '1.8', May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: 'SecurityGroup': '1.4', May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: 'SecurityGroupRule': '1.2', May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: 'SubPort': '1.0', May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: 'Subnet': '1.1', May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: 'Trunk': '1.1'}} May 11 16:35:23.487424 dv-cinder-789603-4-smb neutron-server[78909]: {{(pid=78909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 16:35:23.494957 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=78909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:35:23.501414 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-21c51107-3032-4b91-a62c-6ec3626edb0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:23.508066 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-21c51107-3032-4b91-a62c-6ec3626edb0d admin admin] Usage tracker for resource:security_group_rule and tenant:49aa4f96eeb045a68683d2c25ebcbe48 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:23.508603 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=78910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:35:23.511635 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-27481fe5-c21f-4f9b-8ec6-ca5594ea585b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788165774457'] for network, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.514204 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-21c51107-3032-4b91-a62c-6ec3626edb0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:23.521091 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-21c51107-3032-4b91-a62c-6ec3626edb0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:23.541575 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.541945 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.db.segments_db [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Added segment e5a671ff-39d2-4aca-9f5d-8704617f1b4c of type vlan for network d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc May 11 16:35:23.542966 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27481fe5-c21f-4f9b-8ec6-ca5594ea585b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b21300-d1c8-4713-b024-de9debc3b776,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:23.550659 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-27481fe5-c21f-4f9b-8ec6-ca5594ea585b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:23.552057 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-7c569b37-10e3-4955-a8c5-3d6a1de63313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:23.552594 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-7c569b37-10e3-4955-a8c5-3d6a1de63313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:23.592994 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788165774457'] for network, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.598048 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-27481fe5-c21f-4f9b-8ec6-ca5594ea585b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for network, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.619728 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27481fe5-c21f-4f9b-8ec6-ca5594ea585b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:23.620623 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-27481fe5-c21f-4f9b-8ec6-ca5594ea585b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.632483 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:23.640653 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:23.642796 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-21c51107-3032-4b91-a62c-6ec3626edb0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.652125 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-21c51107-3032-4b91-a62c-6ec3626edb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.654104 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.654588 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.db.segments_db [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Added segment f4ee53ee-c22d-4c00-a36f-67b57e3abc10 of type vlan for network 2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb May 11 16:35:23.671022 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c51107-3032-4b91-a62c-6ec3626edb0d admin admin] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=78909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:35:23.687190 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-21c51107-3032-4b91-a62c-6ec3626edb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.687944 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.db.segments_db [None req-21c51107-3032-4b91-a62c-6ec3626edb0d admin admin] Added segment 4baf4024-8ac6-4675-9b3c-88b417a27c97 of type vlan for network 9b461c7c-08c1-454a-9676-241a31947400 May 11 16:35:23.727515 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-21c51107-3032-4b91-a62c-6ec3626edb0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788165774457'] for network, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.746969 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27481fe5-c21f-4f9b-8ec6-ca5594ea585b admin admin] Pushing event updated for resources: {'Network': ['ID=b88aa6df-5bed-46a0-8951-f555a2261aa5,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:23.750786 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-27481fe5-c21f-4f9b-8ec6-ca5594ea585b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:23.755833 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-27481fe5-c21f-4f9b-8ec6-ca5594ea585b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1360843 May 11 16:35:23.757408 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 44604) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:23.764690 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-775cf934-508a-4d2e-b29d-351a6cc51985 admin admin] Request body: {'subnet': {'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2040346598-subnet', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:35:23.769848 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Network b88aa6df-5bed-46a0-8951-f555a2261aa5 details requested by agent ovs-agent-dv-cinder-789603-4-smb with host dv-cinder-789603-4-smb {{(pid=78911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:35:23.770439 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-775cf934-508a-4d2e-b29d-351a6cc51985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:23.775405 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-775cf934-508a-4d2e-b29d-351a6cc51985 admin admin] Usage tracker for resource:subnet and tenant:262ccc5510544ce0a4c4ce0d80c13de5 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:23.779320 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-775cf934-508a-4d2e-b29d-351a6cc51985 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:23.785491 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-775cf934-508a-4d2e-b29d-351a6cc51985 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:23.795171 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for network, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.796752 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:23.797736 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.799152 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:23.815239 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:23.830333 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775cf934-508a-4d2e-b29d-351a6cc51985 admin admin] Made reservation on behalf of 262ccc5510544ce0a4c4ce0d80c13de5 for: {'subnet': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:35:23.833039 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-775cf934-508a-4d2e-b29d-351a6cc51985 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.874310 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-21c51107-3032-4b91-a62c-6ec3626edb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for network, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.880386 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c51107-3032-4b91-a62c-6ec3626edb0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6228e1c6-9f96-4708-bdb0-b0add3d53d98,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:23.894880 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c51107-3032-4b91-a62c-6ec3626edb0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:23.896640 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-21c51107-3032-4b91-a62c-6ec3626edb0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:23.919103 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-21c51107-3032-4b91-a62c-6ec3626edb0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:23.920091 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-4c2fbef7-cf99-4759-82c1-dea0678f021d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:24.014892 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4458447 May 11 16:35:24.043083 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 44614) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:24.056756 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-1b5d0617-7ef8-4aa9-b8f0-d907c9d7a166 admin admin] Request body: {'subnet': {'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1731529142-subnet', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:35:24.062051 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-1b5d0617-7ef8-4aa9-b8f0-d907c9d7a166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:24.066108 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-1b5d0617-7ef8-4aa9-b8f0-d907c9d7a166 admin admin] Usage tracker for resource:subnet and tenant:4736f52286484cdda08e797d3f5fb330 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:24.070082 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-1b5d0617-7ef8-4aa9-b8f0-d907c9d7a166 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:24.076052 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-1b5d0617-7ef8-4aa9-b8f0-d907c9d7a166 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:24.138297 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5d0617-7ef8-4aa9-b8f0-d907c9d7a166 admin admin] Made reservation on behalf of 4736f52286484cdda08e797d3f5fb330 for: {'subnet': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:35:24.141391 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-1b5d0617-7ef8-4aa9-b8f0-d907c9d7a166 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:24.145423 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788165774457'] for network, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:24.218604 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c51107-3032-4b91-a62c-6ec3626edb0d admin admin] Pushing event updated for resources: {'Network': ['ID=9b461c7c-08c1-454a-9676-241a31947400,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:24.225108 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-21c51107-3032-4b91-a62c-6ec3626edb0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:24.235133 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Network 9b461c7c-08c1-454a-9676-241a31947400 details requested by agent ovs-agent-dv-cinder-789603-4-smb with host dv-cinder-789603-4-smb {{(pid=78911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:35:24.250777 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Pushing event updated for resources: {'Network': ['ID=d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:24.255868 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:24.268873 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-21c51107-3032-4b91-a62c-6ec3626edb0d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2647207 May 11 16:35:24.274594 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 44620) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:24.288859 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-263b9806-35a0-4ee1-825a-72f16edfa8f3 admin admin] Request body: {'subnet': {'network_id': '9b461c7c-08c1-454a-9676-241a31947400', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2064935984-subnet', 'tenant_id': '49aa4f96eeb045a68683d2c25ebcbe48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:35:24.292119 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for network, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:24.294414 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:24.295130 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:24.303058 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-263b9806-35a0-4ee1-825a-72f16edfa8f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:24.307313 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-b94083a6-c5d6-4d02-9734-4a70a41e78ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:24.330691 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-263b9806-35a0-4ee1-825a-72f16edfa8f3 admin admin] Usage tracker for resource:subnet and tenant:49aa4f96eeb045a68683d2c25ebcbe48 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:24.336783 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-263b9806-35a0-4ee1-825a-72f16edfa8f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:24.399999 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-263b9806-35a0-4ee1-825a-72f16edfa8f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:24.411086 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6395006 May 11 16:35:24.424944 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 44628) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:24.432669 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-1b4c02f5-e4ab-47d3-bcdd-3310b26d1232 admin admin] Request body: {'subnet': {'network_id': '2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-841387217-subnet', 'tenant_id': '515016fd5811449c93a4094930f82470', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:35:24.440825 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-1b4c02f5-e4ab-47d3-bcdd-3310b26d1232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:24.446589 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263b9806-35a0-4ee1-825a-72f16edfa8f3 admin admin] Made reservation on behalf of 49aa4f96eeb045a68683d2c25ebcbe48 for: {'subnet': 1} {{(pid=78909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:35:24.448982 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-263b9806-35a0-4ee1-825a-72f16edfa8f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:24.511153 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-1b4c02f5-e4ab-47d3-bcdd-3310b26d1232 admin admin] Usage tracker for resource:subnet and tenant:515016fd5811449c93a4094930f82470 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:24.517808 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Network d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc details requested by agent ovs-agent-dv-cinder-789603-4-smb with host dv-cinder-789603-4-smb {{(pid=78911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:35:24.535804 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-1b4c02f5-e4ab-47d3-bcdd-3310b26d1232 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:24.717828 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Pushing event updated for resources: {'Network': ['ID=2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:24.729700 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:24.731473 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-1b4c02f5-e4ab-47d3-bcdd-3310b26d1232 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:24.731675 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Network 2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb details requested by agent ovs-agent-dv-cinder-789603-4-smb with host dv-cinder-789603-4-smb {{(pid=78911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:35:25.103594 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4c02f5-e4ab-47d3-bcdd-3310b26d1232 admin admin] Made reservation on behalf of 515016fd5811449c93a4094930f82470 for: {'subnet': 1} {{(pid=78909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:35:25.106836 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-1b4c02f5-e4ab-47d3-bcdd-3310b26d1232 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:25.217313 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-1b5d0617-7ef8-4aa9-b8f0-d907c9d7a166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for subnet, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:25.218779 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-775cf934-508a-4d2e-b29d-351a6cc51985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for subnet, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:25.224737 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:25.298924 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d0617-7ef8-4aa9-b8f0-d907c9d7a166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92408bfd-18b4-4d40-bf0b-34a82b102005,revision_number=0']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:25.377809 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775cf934-508a-4d2e-b29d-351a6cc51985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a408f652-827a-47bf-a362-ed4cc793ec89,revision_number=0']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:25.391829 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-775cf934-508a-4d2e-b29d-351a6cc51985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:25.407712 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-28926b52-d5c6-45a0-8155-c73882b57fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:25.408101 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-28926b52-d5c6-45a0-8155-c73882b57fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:25.419316 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5d0617-7ef8-4aa9-b8f0-d907c9d7a166 admin admin] Checking segment: {'id': 'e5a671ff-39d2-4aca-9f5d-8704617f1b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:35:25.419678 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5d0617-7ef8-4aa9-b8f0-d907c9d7a166 admin admin] Network hostable DHCP agents. Network: d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc, hostable agents: ['25bb0368-aab1-4dc6-8db1-01aca476a06f'], hosted agents: [] {{(pid=78910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:35:25.472596 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775cf934-508a-4d2e-b29d-351a6cc51985 admin admin] Checking segment: {'id': 'b2b3869b-177a-498c-8b86-08953c55433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:35:25.473107 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775cf934-508a-4d2e-b29d-351a6cc51985 admin admin] Network hostable DHCP agents. Network: b88aa6df-5bed-46a0-8951-f555a2261aa5, hostable agents: ['25bb0368-aab1-4dc6-8db1-01aca476a06f'], hosted agents: [] {{(pid=78910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:35:25.495559 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5d0617-7ef8-4aa9-b8f0-d907c9d7a166 admin admin] Network d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc is scheduled to be hosted by DHCP agent 25bb0368-aab1-4dc6-8db1-01aca476a06f with binding_index 1 {{(pid=78910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:35:25.504954 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775cf934-508a-4d2e-b29d-351a6cc51985 admin admin] Network b88aa6df-5bed-46a0-8951-f555a2261aa5 is scheduled to be hosted by DHCP agent 25bb0368-aab1-4dc6-8db1-01aca476a06f with binding_index 1 {{(pid=78910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:35:25.510293 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [None req-1b5d0617-7ef8-4aa9-b8f0-d907c9d7a166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-4-smb, d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc) {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:35:25.519918 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dacf54-7bcf-4b1d-8772-9fd9231cf649 None None] Network d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:35:25.530969 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5d0617-7ef8-4aa9-b8f0-d907c9d7a166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:25.532465 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-1b5d0617-7ef8-4aa9-b8f0-d907c9d7a166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for subnet, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:25.577190 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [None req-775cf934-508a-4d2e-b29d-351a6cc51985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-4-smb, b88aa6df-5bed-46a0-8951-f555a2261aa5) {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:35:25.589254 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-1b5d0617-7ef8-4aa9-b8f0-d907c9d7a166 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5417027 May 11 16:35:25.591265 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 44680) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:25.593928 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775cf934-508a-4d2e-b29d-351a6cc51985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:25.594678 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-775cf934-508a-4d2e-b29d-351a6cc51985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for subnet, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:25.622737 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-7e3152de-f7ea-4caf-ae60-29b175909a33 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1731529142-router', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'}}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:35:25.630019 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd9ca6d-24a1-4cba-9300-6433230e8f17 None None] Network b88aa6df-5bed-46a0-8951-f555a2261aa5 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:35:25.637011 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-7e3152de-f7ea-4caf-ae60-29b175909a33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:25.643704 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-7e3152de-f7ea-4caf-ae60-29b175909a33 admin admin] Usage tracker for resource:router and tenant:4736f52286484cdda08e797d3f5fb330 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:25.652025 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-7e3152de-f7ea-4caf-ae60-29b175909a33 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:25.669167 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-7e3152de-f7ea-4caf-ae60-29b175909a33 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:25.702718 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7e3152de-f7ea-4caf-ae60-29b175909a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-338659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8059'] for router, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:25.704584 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7e3152de-f7ea-4caf-ae60-29b175909a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-499627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8048'] for router, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:25.745885 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-775cf934-508a-4d2e-b29d-351a6cc51985 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9861023 May 11 16:35:25.748994 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 44694) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:25.767139 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-35d85030-adcd-4c67-b46b-f524a5b4088c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2040346598-router', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'}}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:35:25.779044 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-35d85030-adcd-4c67-b46b-f524a5b4088c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:25.783931 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-35d85030-adcd-4c67-b46b-f524a5b4088c admin admin] Usage tracker for resource:router and tenant:262ccc5510544ce0a4c4ce0d80c13de5 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:25.799186 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-263b9806-35a0-4ee1-825a-72f16edfa8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for subnet, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:25.800551 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-35d85030-adcd-4c67-b46b-f524a5b4088c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:25.818013 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-35d85030-adcd-4c67-b46b-f524a5b4088c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:25.840378 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7e3152de-f7ea-4caf-ae60-29b175909a33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:25.846834 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-35d85030-adcd-4c67-b46b-f524a5b4088c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-338659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8059'] for router, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:25.849068 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-35d85030-adcd-4c67-b46b-f524a5b4088c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-499627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8048'] for router, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:25.951929 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:26.061127 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263b9806-35a0-4ee1-825a-72f16edfa8f3 admin admin] Checking segment: {'id': '4baf4024-8ac6-4675-9b3c-88b417a27c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9b461c7c-08c1-454a-9676-241a31947400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:35:26.061333 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263b9806-35a0-4ee1-825a-72f16edfa8f3 admin admin] Network hostable DHCP agents. Network: 9b461c7c-08c1-454a-9676-241a31947400, hostable agents: ['25bb0368-aab1-4dc6-8db1-01aca476a06f'], hosted agents: [] {{(pid=78909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:35:26.070381 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf309cf0-c396-542d-8578-cbe74f1da05c-b88aa6df-5bed-46a0-8951-f555a2261aa5', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'fixed_ips': [{'subnet_id': 'a408f652-827a-47bf-a362-ed4cc793ec89'}]}} from dv-cinder-789603-4-smb. {{(pid=78911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 16:35:26.072264 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:26.078558 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b9806-35a0-4ee1-825a-72f16edfa8f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55d5fe82-a974-4ef0-9941-7d9c5b0f03f5,revision_number=0']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:26.109204 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-263b9806-35a0-4ee1-825a-72f16edfa8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:26.180758 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56304c1f-52f2-437f-8fc9-8fda741883ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf309cf0-c396-542d-8578-cbe74f1da05c-d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc', 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'fixed_ips': [{'subnet_id': '92408bfd-18b4-4d40-bf0b-34a82b102005'}]}} from dv-cinder-789603-4-smb. {{(pid=78911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 16:35:26.182050 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-56304c1f-52f2-437f-8fc9-8fda741883ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:26.199783 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263b9806-35a0-4ee1-825a-72f16edfa8f3 admin admin] Network 9b461c7c-08c1-454a-9676-241a31947400 is scheduled to be hosted by DHCP agent 25bb0368-aab1-4dc6-8db1-01aca476a06f with binding_index 1 {{(pid=78909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:35:26.218265 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-35d85030-adcd-4c67-b46b-f524a5b4088c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:26.238062 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.base_scheduler [None req-263b9806-35a0-4ee1-825a-72f16edfa8f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-4-smb, 9b461c7c-08c1-454a-9676-241a31947400) {{(pid=78909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:35:26.256594 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263b9806-35a0-4ee1-825a-72f16edfa8f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:26.257437 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-263b9806-35a0-4ee1-825a-72f16edfa8f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for subnet, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:26.330526 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-263b9806-35a0-4ee1-825a-72f16edfa8f3 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0505574 May 11 16:35:26.373335 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c01988-4bec-4a2b-b8b3-2ebb8615fcff None None] Network 9b461c7c-08c1-454a-9676-241a31947400 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:35:26.397703 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7e3152de-f7ea-4caf-ae60-29b175909a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8030'] for router, precommit_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:26.398904 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-1b4c02f5-e4ab-47d3-bcdd-3310b26d1232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for subnet, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:26.413336 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:26.502127 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.db_base_plugin_common [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Allocated IP 172.20.0.2 (b88aa6df-5bed-46a0-8951-f555a2261aa5/a408f652-827a-47bf-a362-ed4cc793ec89/59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459) {{(pid=78911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:35:26.507788 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 44722) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:26.558065 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 44732) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:26.574618 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c02f5-e4ab-47d3-bcdd-3310b26d1232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36bf2fe9-221d-4a78-8955-4e933d7f607e,revision_number=0']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:26.582025 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-1b4c02f5-e4ab-47d3-bcdd-3310b26d1232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:26.589495 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4c02f5-e4ab-47d3-bcdd-3310b26d1232 admin admin] Checking segment: {'id': 'f4ee53ee-c22d-4c00-a36f-67b57e3abc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:35:26.590142 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4c02f5-e4ab-47d3-bcdd-3310b26d1232 admin admin] Network hostable DHCP agents. Network: 2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb, hostable agents: ['25bb0368-aab1-4dc6-8db1-01aca476a06f'], hosted agents: [] {{(pid=78909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:35:26.610613 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4c02f5-e4ab-47d3-bcdd-3310b26d1232 admin admin] Network 2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb is scheduled to be hosted by DHCP agent 25bb0368-aab1-4dc6-8db1-01aca476a06f with binding_index 1 {{(pid=78909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:35:26.626369 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.base_scheduler [None req-1b4c02f5-e4ab-47d3-bcdd-3310b26d1232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-4-smb, 2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb) {{(pid=78909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:35:26.636513 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4c02f5-e4ab-47d3-bcdd-3310b26d1232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:26.637232 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-1b4c02f5-e4ab-47d3-bcdd-3310b26d1232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for subnet, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:26.683759 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-1b4c02f5-e4ab-47d3-bcdd-3310b26d1232 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2491477 May 11 16:35:26.689087 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c5667f-d537-4aee-949b-081b5183fc58 None None] Network 2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:35:26.772695 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-df004ef8-4462-4dff-8524-388fdbf5c2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:26.814024 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-df004ef8-4462-4dff-8524-388fdbf5c2bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:26.854387 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-bf55d891-0ac1-4840-bfb8-927e05afb626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:26.865134 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-df004ef8-4462-4dff-8524-388fdbf5c2bd admin admin] Usage tracker for resource:security_group_rule and tenant:c57dfa0c5e23402b8eb43d514b123853 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:26.869813 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-df004ef8-4462-4dff-8524-388fdbf5c2bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:26.896245 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-bf55d891-0ac1-4840-bfb8-927e05afb626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:26.900111 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-bf55d891-0ac1-4840-bfb8-927e05afb626 admin admin] Usage tracker for resource:security_group_rule and tenant:421b92ec7ca545a7bf1a3352f1868a8c is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:26.906411 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-bf55d891-0ac1-4840-bfb8-927e05afb626 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:26.921123 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-bf55d891-0ac1-4840-bfb8-927e05afb626 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:26.997830 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-35d85030-adcd-4c67-b46b-f524a5b4088c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8030'] for router, precommit_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:27.055527 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-df004ef8-4462-4dff-8524-388fdbf5c2bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:27.199556 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-bf55d891-0ac1-4840-bfb8-927e05afb626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:27.241837 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-bf55d891-0ac1-4840-bfb8-927e05afb626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:27.264488 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-a2db5dc2-988e-4cf3-bc0f-6ccac488e971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:27.351286 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55d891-0ac1-4840-bfb8-927e05afb626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c900d2-c94e-40da-a1de-31c40742548a,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:27.359741 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-bf55d891-0ac1-4840-bfb8-927e05afb626 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=421b92ec7ca545a7bf1a3352f1868a8c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7980130 May 11 16:35:27.362844 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-bf55d891-0ac1-4840-bfb8-927e05afb626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:27.364801 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 44772) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:27.413149 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 44780) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:27.450365 dv-cinder-789603-4-smb neutron-server[78909]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 11 16:35:27.552462 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7e3152de-f7ea-4caf-ae60-29b175909a33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:27.673543 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-a3c29160-ebef-4be3-9aa4-a4ab8843670b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:27.710631 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-df004ef8-4462-4dff-8524-388fdbf5c2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:27.720762 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 44802) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:27.733396 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d80cf8-eb9e-42b9-9ef4-30937d7e3a7c None None] Network 9b461c7c-08c1-454a-9676-241a31947400 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:35:27.736653 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-df004ef8-4462-4dff-8524-388fdbf5c2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:27.838512 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:27.853694 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7e3152de-f7ea-4caf-ae60-29b175909a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:27.856446 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-a3c29160-ebef-4be3-9aa4-a4ab8843670b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:27.918860 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Notify callbacks [] for port, precommit_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:27.932079 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Transition to ACTIVE for port object 59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459 will not be triggered until provisioned by entity L2. {{(pid=78911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:35:27.933675 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-df004ef8-4462-4dff-8524-388fdbf5c2bd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c57dfa0c5e23402b8eb43d514b123853&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4209776 May 11 16:35:27.941124 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 44810) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:27.955486 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Transition to ACTIVE for port object 59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459 will not be triggered until provisioned by entity DHCP. {{(pid=78911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:35:27.961819 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-d5913d2c-1e2d-44c1-b452-76d2c4793a0e tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:27.962378 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-d5913d2c-1e2d-44c1-b452-76d2c4793a0e tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Synchronizing usage tracker for tenant:49aa4f96eeb045a68683d2c25ebcbe48 on resource:network {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:35:27.971174 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-35d85030-adcd-4c67-b46b-f524a5b4088c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:27.980979 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431fce12-29c4-4616-a03f-b8bd05e8c8ae None None] Network 2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:35:28.002714 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687'] for port, after_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:28.012814 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.db_base_plugin_common [None req-56304c1f-52f2-437f-8fc9-8fda741883ef None None] Allocated IP 172.20.0.2 (d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc/92408bfd-18b4-4d40-bf0b-34a82b102005/c4a9d82d-6a8f-47d2-a0e4-d161d5961618) {{(pid=78911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:35:28.015931 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df004ef8-4462-4dff-8524-388fdbf5c2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44dab39b-150d-47ae-8f20-9aa87b1a8238,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:28.026567 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:28.031038 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-df004ef8-4462-4dff-8524-388fdbf5c2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:28.051160 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-09a5f5dc-1ad3-4518-b7e2-377dd35dc946 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:28.051914 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-09a5f5dc-1ad3-4518-b7e2-377dd35dc946 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Synchronizing usage tracker for tenant:515016fd5811449c93a4094930f82470 on resource:network {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:35:28.058284 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-d5913d2c-1e2d-44c1-b452-76d2c4793a0e tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Unset dirty status for tenant:49aa4f96eeb045a68683d2c25ebcbe48 on resource:network {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:35:28.059430 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-d5913d2c-1e2d-44c1-b452-76d2c4793a0e tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/networks?id=9b461c7c-08c1-454a-9676-241a31947400 HTTP/1.1" status: 200 len: 815 time: 0.6349349 May 11 16:35:28.090608 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-a3c29160-ebef-4be3-9aa4-a4ab8843670b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:28.096674 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-8c3468e8-8a73-41bd-b37e-b309e4b84b25 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/quotas/49aa4f96eeb045a68683d2c25ebcbe48 HTTP/1.1" status: 200 len: 375 time: 0.0184762 May 11 16:35:28.098968 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-df004ef8-4462-4dff-8524-388fdbf5c2bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:28.113196 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-09a5f5dc-1ad3-4518-b7e2-377dd35dc946 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Unset dirty status for tenant:515016fd5811449c93a4094930f82470 on resource:network {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:35:28.114463 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-09a5f5dc-1ad3-4518-b7e2-377dd35dc946 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/networks?id=2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb HTTP/1.1" status: 200 len: 811 time: 0.3927188 May 11 16:35:28.150903 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c29160-ebef-4be3-9aa4-a4ab8843670b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c900d2-c94e-40da-a1de-31c40742548a,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:28.159918 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-35d85030-adcd-4c67-b46b-f524a5b4088c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:28.160945 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-a3c29160-ebef-4be3-9aa4-a4ab8843670b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:28.174618 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-3e0ee77b-03b1-441e-ab29-8f7454dd121e tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=49aa4f96eeb045a68683d2c25ebcbe48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669303 May 11 16:35:28.181101 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-7b39dabf-3461-4146-bb9c-99470c537767 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/quotas/515016fd5811449c93a4094930f82470 HTTP/1.1" status: 200 len: 375 time: 0.0233972 May 11 16:35:28.182298 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-a3c29160-ebef-4be3-9aa4-a4ab8843670b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:28.183273 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-a3c29160-ebef-4be3-9aa4-a4ab8843670b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c5c900d2-c94e-40da-a1de-31c40742548a HTTP/1.1" status: 204 len: 168 time: 0.8167999 May 11 16:35:28.257473 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-0d90b808-547e-490e-bf8a-2383f30382b8 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=515016fd5811449c93a4094930f82470&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656471 May 11 16:35:28.289510 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_common [None req-7e3152de-f7ea-4caf-ae60-29b175909a33 admin admin] Allocated IP 172.28.1.247 (b8617b39-e2b1-4863-8310-b30d869022e5/f9de70b6-644a-45ab-98dc-77e0c30714b2/7c76ea05-3111-44d5-8874-972ab730413b) {{(pid=78910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:35:28.302726 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-3062f2ba-4794-44db-825a-22ac92799a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:28.336187 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-3062f2ba-4794-44db-825a-22ac92799a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:28.353511 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Pushing event updated for resources: {'Port': ['ID=59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459,revision_number=1']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:28.382006 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:28.383496 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:28.384325 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:28.384953 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:28.385570 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:28.386329 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:28.386821 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:28.387428 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:28.388106 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:28.388725 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:28.389478 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:28.389944 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Tracked resource versions report: May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: pushed versions: May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: { 'AddressGroup': {'1.2'}, May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: 'ConntrackHelper': {'1.0'}, May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: 'Log': {'1.0'}, May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: 'Network': {'1.1'}, May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: 'Port': {'1.7'}, May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: 'PortForwarding': {'1.2'}, May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: 'QosPolicy': {'1.8'}, May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: 'SecurityGroup': {'1.4'}, May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: 'SecurityGroupRule': {'1.2'}, May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: 'SubPort': {'1.0'}, May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: 'Subnet': {'1.1'}, May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: 'Trunk': {'1.1'}} May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: consumer versions: May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: { DHCP agent@dv-cinder-789603-4-smb: {}, May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: HyperV agent@hv-cinder-78960: {}, May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: L3 agent@dv-cinder-789603-4-smb: {}, May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: Metadata agent@dv-cinder-789603-4-smb: {}, May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: Metering agent@dv-cinder-789603-4-smb: {}, May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: Open vSwitch agent@dv-cinder-789603-4-smb: { 'AddressGroup': '1.2', May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: 'ConntrackHelper': '1.0', May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: 'Log': '1.0', May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: 'Network': '1.1', May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: 'Port': '1.7', May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: 'PortForwarding': '1.2', May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: 'QosPolicy': '1.8', May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: 'SecurityGroup': '1.4', May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: 'SecurityGroupRule': '1.2', May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: 'SubPort': '1.0', May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: 'Subnet': '1.1', May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: 'Trunk': '1.1'}} May 11 16:35:28.392113 dv-cinder-789603-4-smb neutron-server[78911]: {{(pid=78911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 16:35:28.398331 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-3062f2ba-4794-44db-825a-22ac92799a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:28.403545 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-ab8e2b2d-3a75-44b3-995c-bbac7bd302f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:28.417708 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062f2ba-4794-44db-825a-22ac92799a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44dab39b-150d-47ae-8f20-9aa87b1a8238,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:28.421054 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-3062f2ba-4794-44db-825a-22ac92799a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:28.449411 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Network b88aa6df-5bed-46a0-8951-f555a2261aa5 is already hosted by enough agents. {{(pid=78911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:35:28.488152 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-1f607444-2f7a-4618-9b88-e19cfe3f1432 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=78909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:35:28.489242 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-1f607444-2f7a-4618-9b88-e19cfe3f1432 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1719453 May 11 16:35:28.511921 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-3062f2ba-4794-44db-825a-22ac92799a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:28.515359 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-3062f2ba-4794-44db-825a-22ac92799a2a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/44dab39b-150d-47ae-8f20-9aa87b1a8238 HTTP/1.1" status: 204 len: 168 time: 0.5713050 May 11 16:35:28.547026 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-7c610244-ce3c-45f4-a005-416bab41d000 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=78909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:35:28.555039 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:28.560802 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-7c610244-ce3c-45f4-a005-416bab41d000 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1145997 May 11 16:35:28.613355 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7e3152de-f7ea-4caf-ae60-29b175909a33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:28.656605 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7e3152de-f7ea-4caf-ae60-29b175909a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687'] for port, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:28.684245 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.scheduler.base_scheduler [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Resources bound (agent type, host, resource id): {{(pid=78911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:35:28.710467 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-93a0a7c9-699b-418f-99ed-b92357c663a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:28.713449 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Received port after_create {{(pid=78911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:35:28.794252 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3152de-f7ea-4caf-ae60-29b175909a33 admin admin] Network b8617b39-e2b1-4863-8310-b30d869022e5 is already hosted by enough agents. {{(pid=78910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:35:28.800163 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [None req-7e3152de-f7ea-4caf-ae60-29b175909a33 admin admin] Resources bound (agent type, host, resource id): {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:35:28.818197 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3152de-f7ea-4caf-ae60-29b175909a33 admin admin] Received port after_create {{(pid=78910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:35:28.921983 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 44844) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:28.963516 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-0ae2fc2c-aef0-40a5-9190-136ef2e6c913 service neutron] 10.222.0.76 "GET /v2.0/networks/9b461c7c-08c1-454a-9676-241a31947400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667573 May 11 16:35:28.980117 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_common [None req-35d85030-adcd-4c67-b46b-f524a5b4088c admin admin] Allocated IP 172.28.1.100 (b8617b39-e2b1-4863-8310-b30d869022e5/f9de70b6-644a-45ab-98dc-77e0c30714b2/a71243d2-0927-402c-a906-af00e348ab51) {{(pid=78910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:35:29.000602 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7839d0bf-9c24-453c-ac15-4171a5321fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:29.008302 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3152de-f7ea-4caf-ae60-29b175909a33 admin admin] Pushing event updated for resources: {'Port': ['ID=7c76ea05-3111-44d5-8874-972ab730413b,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:29.016051 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-7e3152de-f7ea-4caf-ae60-29b175909a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:29.033357 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-94e3df50-4a0b-4ef8-8a63-f1261300bd6a service neutron] 10.222.0.76 "GET /v2.0/networks/2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690360 May 11 16:35:29.093137 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Attempting to bind port 59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459 on host dv-cinder-789603-4-smb for vnic_type normal with profile {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:35:29.093652 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Attempting to bind port 59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459 by drivers openvswitch,hyperv on host dv-cinder-789603-4-smb at level 0 using segments [{'id': 'b2b3869b-177a-498c-8b86-08953c55433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5'}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:35:29.093909 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Attempting to bind port 59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459 on network b88aa6df-5bed-46a0-8951-f555a2261aa5 {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:35:29.116569 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-7839d0bf-9c24-453c-ac15-4171a5321fe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:29.117311 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Checking agent: {'id': '22e3e7b9-314b-4177-b9d0-dabbf2661436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 27, 14), 'started_at': datetime.datetime(2021, 5, 11, 16, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:35:29.117821 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Checking segment: {'id': 'b2b3869b-177a-498c-8b86-08953c55433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:35:29.118225 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:29.118615 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Bound using segment: {'id': 'b2b3869b-177a-498c-8b86-08953c55433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5'} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:35:29.119095 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Bound port: 59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459, host: dv-cinder-789603-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b3869b-177a-498c-8b86-08953c55433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5'}}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:35:29.119476 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:29.129663 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-7839d0bf-9c24-453c-ac15-4171a5321fe7 admin admin] Usage tracker for resource:security_group_rule and tenant:a6785566fae9420c9a7ef0a3830eadb0 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:29.186472 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-7839d0bf-9c24-453c-ac15-4171a5321fe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:29.260613 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 44848) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:29.267263 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-7839d0bf-9c24-453c-ac15-4171a5321fe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:29.314946 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] For port 59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459, host dv-cinder-789603-4-smb, cleared binding levels {{(pid=78911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:35:29.322902 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-3ccc270c-3add-47c3-b667-e672ec92b701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:29.332736 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-56304c1f-52f2-437f-8fc9-8fda741883ef None None] Notify callbacks [] for port, precommit_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:29.343047 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] For port 59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459, host dv-cinder-789603-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:35:29.352492 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-56304c1f-52f2-437f-8fc9-8fda741883ef None None] Transition to ACTIVE for port object c4a9d82d-6a8f-47d2-a0e4-d161d5961618 will not be triggered until provisioned by entity L2. {{(pid=78911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:35:29.355664 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:29.366481 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:29.397358 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-3ccc270c-3add-47c3-b667-e672ec92b701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:29.416811 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-35d85030-adcd-4c67-b46b-f524a5b4088c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:29.422301 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-3ccc270c-3add-47c3-b667-e672ec92b701 admin admin] Usage tracker for resource:security_group_rule and tenant:3e9c9424e6dd4a58b8ee201046efb205 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:29.429011 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-56304c1f-52f2-437f-8fc9-8fda741883ef None None] Transition to ACTIVE for port object c4a9d82d-6a8f-47d2-a0e4-d161d5961618 will not be triggered until provisioned by entity DHCP. {{(pid=78911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:35:29.450142 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-3ccc270c-3add-47c3-b667-e672ec92b701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:29.451734 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-56304c1f-52f2-437f-8fc9-8fda741883ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687'] for port, after_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:29.463806 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Pushing event updated for resources: {'Port': ['ID=59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459,revision_number=2']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:29.468650 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:29.469105 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:29.472207 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-3ccc270c-3add-47c3-b667-e672ec92b701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:29.491158 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-c7e3713e-2860-4757-9dd6-463b094bdf6a service neutron] 10.222.0.76 "GET /v2.0/networks/9b461c7c-08c1-454a-9676-241a31947400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158553 May 11 16:35:29.512928 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7e3152de-f7ea-4caf-ae60-29b175909a33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:29.516954 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-ef148b6b-f755-4f55-be15-451020379f52 service neutron] 10.222.0.76 "GET /v2.0/networks/2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302807 May 11 16:35:29.527827 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56304c1f-52f2-437f-8fc9-8fda741883ef None None] Network d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc is already hosted by enough agents. {{(pid=78911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:35:29.530765 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.scheduler.base_scheduler [None req-56304c1f-52f2-437f-8fc9-8fda741883ef None None] Resources bound (agent type, host, resource id): {{(pid=78911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:35:29.535403 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56304c1f-52f2-437f-8fc9-8fda741883ef None None] Received port after_create {{(pid=78911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:35:29.582021 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56304c1f-52f2-437f-8fc9-8fda741883ef None None] Pushing event updated for resources: {'Port': ['ID=c4a9d82d-6a8f-47d2-a0e4-d161d5961618,revision_number=1']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:29.595928 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-56304c1f-52f2-437f-8fc9-8fda741883ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:29.666313 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-56304c1f-52f2-437f-8fc9-8fda741883ef None None] Attempting to bind port c4a9d82d-6a8f-47d2-a0e4-d161d5961618 on host dv-cinder-789603-4-smb for vnic_type normal with profile {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:35:29.666694 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-56304c1f-52f2-437f-8fc9-8fda741883ef None None] Attempting to bind port c4a9d82d-6a8f-47d2-a0e4-d161d5961618 by drivers openvswitch,hyperv on host dv-cinder-789603-4-smb at level 0 using segments [{'id': 'e5a671ff-39d2-4aca-9f5d-8704617f1b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc'}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:35:29.667052 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56304c1f-52f2-437f-8fc9-8fda741883ef None None] Attempting to bind port c4a9d82d-6a8f-47d2-a0e4-d161d5961618 on network d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:35:29.675078 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56304c1f-52f2-437f-8fc9-8fda741883ef None None] Checking agent: {'id': '22e3e7b9-314b-4177-b9d0-dabbf2661436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 27, 14), 'started_at': datetime.datetime(2021, 5, 11, 16, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:35:29.675756 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56304c1f-52f2-437f-8fc9-8fda741883ef None None] Checking segment: {'id': 'e5a671ff-39d2-4aca-9f5d-8704617f1b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:35:29.675983 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-56304c1f-52f2-437f-8fc9-8fda741883ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:29.676453 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56304c1f-52f2-437f-8fc9-8fda741883ef None None] Bound using segment: {'id': 'e5a671ff-39d2-4aca-9f5d-8704617f1b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc'} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:35:29.676938 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-56304c1f-52f2-437f-8fc9-8fda741883ef None None] Bound port: c4a9d82d-6a8f-47d2-a0e4-d161d5961618, host: dv-cinder-789603-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5a671ff-39d2-4aca-9f5d-8704617f1b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc'}}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:35:29.677330 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-56304c1f-52f2-437f-8fc9-8fda741883ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:29.749626 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7839d0bf-9c24-453c-ac15-4171a5321fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:29.771119 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7839d0bf-9c24-453c-ac15-4171a5321fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:29.803959 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-21c51107-3032-4b91-a62c-6ec3626edb0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:29.894775 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-56304c1f-52f2-437f-8fc9-8fda741883ef None None] For port c4a9d82d-6a8f-47d2-a0e4-d161d5961618, host dv-cinder-789603-4-smb, cleared binding levels {{(pid=78911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:35:29.905529 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-56304c1f-52f2-437f-8fc9-8fda741883ef None None] For port c4a9d82d-6a8f-47d2-a0e4-d161d5961618, host dv-cinder-789603-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=c4a9d82d-6a8f-47d2-a0e4-d161d5961618,segment=NetworkSegment(e5a671ff-39d2-4aca-9f5d-8704617f1b4c),segment_id=e5a671ff-39d2-4aca-9f5d-8704617f1b4c)] {{(pid=78911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:35:29.911355 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-35d85030-adcd-4c67-b46b-f524a5b4088c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687'] for port, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:29.916033 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-56304c1f-52f2-437f-8fc9-8fda741883ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:29.923969 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-1e8ff5bf-ce65-486e-98d6-8531bf9f5711 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:29.952758 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:29.995798 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839d0bf-9c24-453c-ac15-4171a5321fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e01f36-6650-4792-a59f-37f7e8b101a0,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:30.032796 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-7839d0bf-9c24-453c-ac15-4171a5321fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:30.095400 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d85030-adcd-4c67-b46b-f524a5b4088c admin admin] Network b8617b39-e2b1-4863-8310-b30d869022e5 is already hosted by enough agents. {{(pid=78910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:35:30.106453 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [None req-35d85030-adcd-4c67-b46b-f524a5b4088c admin admin] Resources bound (agent type, host, resource id): {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:35:30.122205 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-7839d0bf-9c24-453c-ac15-4171a5321fe7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a6785566fae9420c9a7ef0a3830eadb0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1886396 May 11 16:35:30.123725 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 44874) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:30.171208 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d85030-adcd-4c67-b46b-f524a5b4088c admin admin] Received port after_create {{(pid=78910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:35:30.257984 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56304c1f-52f2-437f-8fc9-8fda741883ef None None] Pushing event updated for resources: {'Port': ['ID=c4a9d82d-6a8f-47d2-a0e4-d161d5961618,revision_number=2']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:30.272646 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-56304c1f-52f2-437f-8fc9-8fda741883ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:30.325969 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-3ccc270c-3add-47c3-b667-e672ec92b701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:30.353758 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-3ccc270c-3add-47c3-b667-e672ec92b701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:30.412011 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-7839d0bf-9c24-453c-ac15-4171a5321fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:30.445838 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:35:30.659869 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-3ccc270c-3add-47c3-b667-e672ec92b701 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3e9c9424e6dd4a58b8ee201046efb205&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3972623 May 11 16:35:30.678020 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning for port 59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459 completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:35:30.681127 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-5a699ada-c2c0-420c-b9f1-adbb40a4d876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:30.687054 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 44894) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:30.763841 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c40753dc-3773-4153-acdb-1fe7f8c0fd6f req-f6160953-b0ed-4e07-907e-5d516543893b tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac8806ee-05ca-4bad-863c-a58f25502442 HTTP/1.1" status: 200 len: 210 time: 0.2328811 May 11 16:35:30.766603 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b7580640-c2da-4e48-9c8a-969405c53494 req-efb6f8ce-d74c-4fe4-b2c3-1a9288961f3e tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/ports?device_id=d82e2c11-c4c3-453b-a393-47adc5ee042d HTTP/1.1" status: 200 len: 210 time: 0.1284738 May 11 16:35:30.856930 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc270c-3add-47c3-b667-e672ec92b701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc16b93-baf0-4482-8653-cf8d8368505b,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:30.874028 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-3ccc270c-3add-47c3-b667-e672ec92b701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:30.890075 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-5a699ada-c2c0-420c-b9f1-adbb40a4d876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:30.986482 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b30d9d3e-558d-4a16-b8ce-99c8645a6b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:31.059237 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b30d9d3e-558d-4a16-b8ce-99c8645a6b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:31.119818 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-5a699ada-c2c0-420c-b9f1-adbb40a4d876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:31.148906 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:31.190345 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-5a699ada-c2c0-420c-b9f1-adbb40a4d876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:31.194146 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-5a699ada-c2c0-420c-b9f1-adbb40a4d876 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b8e01f36-6650-4792-a59f-37f7e8b101a0 HTTP/1.1" status: 204 len: 168 time: 1.0425322 May 11 16:35:31.201174 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a699ada-c2c0-420c-b9f1-adbb40a4d876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e01f36-6650-4792-a59f-37f7e8b101a0,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:31.214031 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-5a699ada-c2c0-420c-b9f1-adbb40a4d876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:31.239264 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b30d9d3e-558d-4a16-b8ce-99c8645a6b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:31.247092 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:31.265873 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d85030-adcd-4c67-b46b-f524a5b4088c admin admin] Pushing event updated for resources: {'Port': ['ID=a71243d2-0927-402c-a906-af00e348ab51,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:31.276004 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-35d85030-adcd-4c67-b46b-f524a5b4088c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.324s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:31.285014 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b30d9d3e-558d-4a16-b8ce-99c8645a6b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:31.286021 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-b30d9d3e-558d-4a16-b8ce-99c8645a6b0b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fbc16b93-baf0-4482-8653-cf8d8368505b HTTP/1.1" status: 204 len: 168 time: 0.5473721 May 11 16:35:31.286938 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d9d3e-558d-4a16-b8ce-99c8645a6b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc16b93-baf0-4482-8653-cf8d8368505b,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:31.296025 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-b30d9d3e-558d-4a16-b8ce-99c8645a6b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:31.469851 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7e3152de-f7ea-4caf-ae60-29b175909a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395776'] for router, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:31.470608 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97cbd37-1815-4d21-8b26-5b382f1daa17 None None] Network b88aa6df-5bed-46a0-8951-f555a2261aa5 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:35:31.538806 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:35:31.675147 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-c1993a12-0d95-4454-b91c-f6586516b672 None None] Provisioning for port 59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459 completed by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:35:31.689558 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-c1993a12-0d95-4454-b91c-f6586516b672 None None] Provisioning complete for port 59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459 triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:35:31.689941 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-c1993a12-0d95-4454-b91c-f6586516b672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:32.056757 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555758da-e589-4446-8f98-5088e1c80aca None None] Network d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:35:32.094445 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-e9000433-4b08-4fd9-9b64-ab225dd65e75 req-c03dbc31-d447-489b-a585-e86648551d55 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac8806ee-05ca-4bad-863c-a58f25502442 HTTP/1.1" status: 200 len: 210 time: 0.2255952 May 11 16:35:32.119962 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-c1993a12-0d95-4454-b91c-f6586516b672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:32.121068 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1829badd-994f-4899-9cfb-0dbecf0ade97 req-8a14dde9-1ee6-48f3-a6e6-9abe814054dc tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/ports?device_id=d82e2c11-c4c3-453b-a393-47adc5ee042d HTTP/1.1" status: 200 len: 210 time: 0.1586692 May 11 16:35:32.229985 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3152de-f7ea-4caf-ae60-29b175909a33 admin admin] Router c29db716-d3ee-4526-8d8c-d5d3f92528d2 is scheduled to L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae with binding_index 1 {{(pid=78910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 16:35:32.257446 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 44956) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:32.286487 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-35d85030-adcd-4c67-b46b-f524a5b4088c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:32.358445 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device c4a9d82d-6a8f-47d2-a0e4-d161d5961618 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:35:32.549310 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-c1993a12-0d95-4454-b91c-f6586516b672 None None] For port 59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:32.560921 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-c1993a12-0d95-4454-b91c-f6586516b672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:32.599521 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:32.625912 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e0f844d2-6945-4a28-acd3-aae9acda9b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:32.687645 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-e0f844d2-6945-4a28-acd3-aae9acda9b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:32.701175 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-e0f844d2-6945-4a28-acd3-aae9acda9b17 admin admin] Usage tracker for resource:security_group_rule and tenant:88d9cd654079485b8d22505121c10313 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:32.705621 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-e0f844d2-6945-4a28-acd3-aae9acda9b17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:32.727677 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-e0f844d2-6945-4a28-acd3-aae9acda9b17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:33.046168 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1993a12-0d95-4454-b91c-f6586516b672 None None] Pushing event updated for resources: {'Port': ['ID=59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459,revision_number=3']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:33.052685 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-c1993a12-0d95-4454-b91c-f6586516b672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:33.060893 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-53cf3153-4f10-4677-ae7c-ca499c887c70 None None] Provisioning for port c4a9d82d-6a8f-47d2-a0e4-d161d5961618 completed by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:35:33.063967 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning for port c4a9d82d-6a8f-47d2-a0e4-d161d5961618 completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:35:33.081007 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e0f844d2-6945-4a28-acd3-aae9acda9b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:33.091841 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e0f844d2-6945-4a28-acd3-aae9acda9b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:33.106354 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port c4a9d82d-6a8f-47d2-a0e4-d161d5961618 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:35:33.106905 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:33.126270 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:33.145733 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-53cf3153-4f10-4677-ae7c-ca499c887c70 None None] Provisioning complete for port c4a9d82d-6a8f-47d2-a0e4-d161d5961618 triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:35:33.146381 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-53cf3153-4f10-4677-ae7c-ca499c887c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:33.209824 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3152de-f7ea-4caf-ae60-29b175909a33 admin admin] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:35:33.226131 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbd3f78-6492-4c5b-840b-5965f7fed1ef None None] Sync routers for ids ['c29db716-d3ee-4526-8d8c-d5d3f92528d2'] in dv-cinder-789603-4-smb {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:35:33.255440 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbd3f78-6492-4c5b-840b-5965f7fed1ef None None] Routers {'c29db716-d3ee-4526-8d8c-d5d3f92528d2'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:35:33.258229 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-1fbd3f78-6492-4c5b-840b-5965f7fed1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:35:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['c29db716-d3ee-4526-8d8c-d5d3f92528d2'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:35:33.341164 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7e3152de-f7ea-4caf-ae60-29b175909a33 admin admin] Notify callbacks [] for router, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:33.350575 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-7e3152de-f7ea-4caf-ae60-29b175909a33 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7375824 May 11 16:35:33.360437 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 45016) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:33.362836 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-e0f844d2-6945-4a28-acd3-aae9acda9b17 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=88d9cd654079485b8d22505121c10313&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1018274 May 11 16:35:33.367209 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 45020) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:33.400945 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f844d2-6945-4a28-acd3-aae9acda9b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85b610e-8364-45c4-bf7f-4e33ee3db63d,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:33.563866 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:33.586708 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-53cf3153-4f10-4677-ae7c-ca499c887c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:33.596302 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-35d85030-adcd-4c67-b46b-f524a5b4088c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395776'] for router, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:33.668568 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-e0f844d2-6945-4a28-acd3-aae9acda9b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:33.707972 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] For port c4a9d82d-6a8f-47d2-a0e4-d161d5961618, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=c4a9d82d-6a8f-47d2-a0e4-d161d5961618,segment=NetworkSegment(e5a671ff-39d2-4aca-9f5d-8704617f1b4c),segment_id=e5a671ff-39d2-4aca-9f5d-8704617f1b4c)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:33.718741 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:33.820198 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-1fbd3f78-6492-4c5b-840b-5965f7fed1ef None None] Set router c29db716-d3ee-4526-8d8c-d5d3f92528d2 gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:35:33.849236 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:33.998792 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b7e1be2b-f213-4a8a-8c48-688445be82ea req-1dc125a1-6996-4adc-9381-9b2092a612ec tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac8806ee-05ca-4bad-863c-a58f25502442 HTTP/1.1" status: 200 len: 210 time: 0.0895324 May 11 16:35:34.073388 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.db.api [None req-53cf3153-4f10-4677-ae7c-ca499c887c70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 11 16:35:34.074046 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_db.api [None req-53cf3153-4f10-4677-ae7c-ca499c887c70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 11 16:35:34.079827 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Pushing event updated for resources: {'Port': ['ID=c4a9d82d-6a8f-47d2-a0e4-d161d5961618,revision_number=3']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:34.084818 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:34.098739 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8c626cf9-0d15-4a09-a034-fd5748973c20 req-e9d0976a-9b17-4d0b-9d50-64e38747a73d tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/ports?device_id=d82e2c11-c4c3-453b-a393-47adc5ee042d HTTP/1.1" status: 200 len: 210 time: 0.1741676 May 11 16:35:34.283252 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device c4a9d82d-6a8f-47d2-a0e4-d161d5961618 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:35:34.451468 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.85', 49864) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:34.453227 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-1fbd3f78-6492-4c5b-840b-5965f7fed1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'name': 'tempest-AttachVolumeTestJSON-1731529142-router', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7c76ea05-3111-44d5-8874-972ab730413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:29Z', 'revision_number': 3, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'gw_port': {'id': '7c76ea05-3111-44d5-8874-972ab730413b', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:27Z', 'updated_at': '2021-05-11T16:35:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:35:34.458284 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbd3f78-6492-4c5b-840b-5965f7fed1ef None None] Checking router: c29db716-d3ee-4526-8d8c-d5d3f92528d2 for host: dv-cinder-789603-4-smb {{(pid=78912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:35:34.458899 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbd3f78-6492-4c5b-840b-5965f7fed1ef None None] Updating router c29db716-d3ee-4526-8d8c-d5d3f92528d2 port 7c76ea05-3111-44d5-8874-972ab730413b binding host dv-cinder-789603-4-smb {{(pid=78912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:35:34.525193 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-1fbd3f78-6492-4c5b-840b-5965f7fed1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:34.536595 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e1426bac-ff0c-45d1-8d8c-a71ac22e355d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:34.551821 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port c4a9d82d-6a8f-47d2-a0e4-d161d5961618 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:35:34.556807 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:34.629022 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e1426bac-ff0c-45d1-8d8c-a71ac22e355d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:34.763466 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e1426bac-ff0c-45d1-8d8c-a71ac22e355d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:34.852118 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-27481fe5-c21f-4f9b-8ec6-ca5594ea585b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:34.903268 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e1426bac-ff0c-45d1-8d8c-a71ac22e355d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:34.908224 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-e1426bac-ff0c-45d1-8d8c-a71ac22e355d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f85b610e-8364-45c4-bf7f-4e33ee3db63d HTTP/1.1" status: 204 len: 168 time: 1.5193453 May 11 16:35:34.922847 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1426bac-ff0c-45d1-8d8c-a71ac22e355d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85b610e-8364-45c4-bf7f-4e33ee3db63d,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:34.927147 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-e1426bac-ff0c-45d1-8d8c-a71ac22e355d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:35.033709 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:35:35.069985 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d85030-adcd-4c67-b46b-f524a5b4088c admin admin] Router d84c4dc1-f5c9-4f07-b602-82735e766ad8 is scheduled to L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae with binding_index 1 {{(pid=78910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 16:35:35.112877 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 45078) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:35.140810 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-1fbd3f78-6492-4c5b-840b-5965f7fed1ef None None] Notify callbacks [] for port, precommit_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:35.150347 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.provisioning_blocks [None req-1fbd3f78-6492-4c5b-840b-5965f7fed1ef None None] Transition to ACTIVE for port object 7c76ea05-3111-44d5-8874-972ab730413b will not be triggered until provisioned by entity L2. {{(pid=78912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:35:35.161376 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-1fbd3f78-6492-4c5b-840b-5965f7fed1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:35.166640 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-1a72d286-34da-41ed-b4c8-e3c62949bb2a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:35.172180 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-1a72d286-34da-41ed-b4c8-e3c62949bb2a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.85 "GET /v2.0/networks?id=9b461c7c-08c1-454a-9676-241a31947400 HTTP/1.1" status: 200 len: 815 time: 0.7130165 May 11 16:35:35.181394 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [None req-75f254f4-4ff7-4c67-9c50-0f87ec64ba02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:35.254036 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-5d31500e-29c0-4934-ab9a-1d7bb5ddc49a None None] Provisioning complete for port c4a9d82d-6a8f-47d2-a0e4-d161d5961618 triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:35:35.261719 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-5d31500e-29c0-4934-ab9a-1d7bb5ddc49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:35.268605 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.85', 49868) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:35.346364 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-fa1cb968-8f6e-40e1-a112-c92f932ec333 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Request body: {'port': {'device_id': 'ac8806ee-05ca-4bad-863c-a58f25502442', 'network_id': '9b461c7c-08c1-454a-9676-241a31947400', 'admin_state_up': True, 'tenant_id': '49aa4f96eeb045a68683d2c25ebcbe48'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:35:35.433230 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc27cf-902d-4856-8c55-00e684caf0ff None None] Pushing event updated for resources: {'Port': ['ID=7c76ea05-3111-44d5-8874-972ab730413b,revision_number=2']} {{(pid=78912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:35.452253 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port 59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:35:35.452869 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:35.467997 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.managers [None req-1fbd3f78-6492-4c5b-840b-5965f7fed1ef None None] Attempting to bind port 7c76ea05-3111-44d5-8874-972ab730413b on host dv-cinder-789603-4-smb for vnic_type normal with profile {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:35:35.468490 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.managers [None req-1fbd3f78-6492-4c5b-840b-5965f7fed1ef None None] Attempting to bind port 7c76ea05-3111-44d5-8874-972ab730413b by drivers openvswitch,hyperv on host dv-cinder-789603-4-smb at level 0 using segments [{'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'}] {{(pid=78912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:35:35.468708 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbd3f78-6492-4c5b-840b-5965f7fed1ef None None] Attempting to bind port 7c76ea05-3111-44d5-8874-972ab730413b on network b8617b39-e2b1-4863-8310-b30d869022e5 {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:35:35.491112 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dc27cf-902d-4856-8c55-00e684caf0ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:35.491408 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dc27cf-902d-4856-8c55-00e684caf0ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:35.491776 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dc27cf-902d-4856-8c55-00e684caf0ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:35.496630 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dc27cf-902d-4856-8c55-00e684caf0ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:35.497244 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dc27cf-902d-4856-8c55-00e684caf0ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:35.497836 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dc27cf-902d-4856-8c55-00e684caf0ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:35.501857 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dc27cf-902d-4856-8c55-00e684caf0ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:35.505417 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dc27cf-902d-4856-8c55-00e684caf0ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:35.506085 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dc27cf-902d-4856-8c55-00e684caf0ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:35.510065 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dc27cf-902d-4856-8c55-00e684caf0ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:35.510858 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dc27cf-902d-4856-8c55-00e684caf0ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:35.513982 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dc27cf-902d-4856-8c55-00e684caf0ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dc27cf-902d-4856-8c55-00e684caf0ff None None] Tracked resource versions report: May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: pushed versions: May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: { 'AddressGroup': {'1.2'}, May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: 'ConntrackHelper': {'1.0'}, May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: 'Log': {'1.0'}, May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: 'Network': {'1.1'}, May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: 'Port': {'1.7'}, May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: 'PortForwarding': {'1.2'}, May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: 'QosPolicy': {'1.8'}, May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: 'SecurityGroup': {'1.4'}, May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: 'SecurityGroupRule': {'1.2'}, May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: 'SubPort': {'1.0'}, May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: 'Subnet': {'1.1'}, May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: 'Trunk': {'1.1'}} May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: consumer versions: May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: { DHCP agent@dv-cinder-789603-4-smb: {}, May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: HyperV agent@hv-cinder-78960: {}, May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: L3 agent@dv-cinder-789603-4-smb: {}, May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: Metadata agent@dv-cinder-789603-4-smb: {}, May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: Metering agent@dv-cinder-789603-4-smb: {}, May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: Open vSwitch agent@dv-cinder-789603-4-smb: { 'AddressGroup': '1.2', May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: 'ConntrackHelper': '1.0', May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: 'Log': '1.0', May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: 'Network': '1.1', May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: 'Port': '1.7', May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: 'PortForwarding': '1.2', May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: 'QosPolicy': '1.8', May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: 'SecurityGroup': '1.4', May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: 'SecurityGroupRule': '1.2', May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: 'SubPort': '1.0', May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: 'Subnet': '1.1', May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: 'Trunk': '1.1'}} May 11 16:35:35.515331 dv-cinder-789603-4-smb neutron-server[78912]: {{(pid=78912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 16:35:35.528755 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [None req-e4dc27cf-902d-4856-8c55-00e684caf0ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:35.533502 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbd3f78-6492-4c5b-840b-5965f7fed1ef None None] Checking agent: {'id': '22e3e7b9-314b-4177-b9d0-dabbf2661436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 27, 14), 'started_at': datetime.datetime(2021, 5, 11, 16, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:35:35.533900 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbd3f78-6492-4c5b-840b-5965f7fed1ef None None] Checking segment: {'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:35:35.534316 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-1fbd3f78-6492-4c5b-840b-5965f7fed1ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:35.534712 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbd3f78-6492-4c5b-840b-5965f7fed1ef None None] Bound using segment: {'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'} {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:35:35.539798 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.managers [None req-1fbd3f78-6492-4c5b-840b-5965f7fed1ef None None] Bound port: 7c76ea05-3111-44d5-8874-972ab730413b, host: dv-cinder-789603-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'}}] {{(pid=78912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:35:35.540354 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-1fbd3f78-6492-4c5b-840b-5965f7fed1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:35.615010 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-5d31500e-29c0-4934-ab9a-1d7bb5ddc49a None None] Provisioning complete for port 59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459 triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:35:35.616329 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-5d31500e-29c0-4934-ab9a-1d7bb5ddc49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:35.738514 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.db [None req-1fbd3f78-6492-4c5b-840b-5965f7fed1ef None None] For port 7c76ea05-3111-44d5-8874-972ab730413b, host dv-cinder-789603-4-smb, cleared binding levels {{(pid=78912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:35:35.747830 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.db [None req-1fbd3f78-6492-4c5b-840b-5965f7fed1ef None None] For port 7c76ea05-3111-44d5-8874-972ab730413b, host dv-cinder-789603-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=7c76ea05-3111-44d5-8874-972ab730413b,segment=NetworkSegment(9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c),segment_id=9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c)] {{(pid=78912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:35:35.758276 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-1fbd3f78-6492-4c5b-840b-5965f7fed1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:35.777548 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:35.982323 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbd3f78-6492-4c5b-840b-5965f7fed1ef None None] Routers {'c29db716-d3ee-4526-8d8c-d5d3f92528d2'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:35:35.982969 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-1fbd3f78-6492-4c5b-840b-5965f7fed1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:35:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['c29db716-d3ee-4526-8d8c-d5d3f92528d2'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:35:36.014918 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-07d59098-3eb5-46ce-b197-ca4d8b80e9fb tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:36.018875 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-07d59098-3eb5-46ce-b197-ca4d8b80e9fb tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.85 "GET /v2.0/networks?id=2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb HTTP/1.1" status: 200 len: 811 time: 0.7240112 May 11 16:35:36.039866 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-6b02ef52-0180-4c9d-b0a4-16cf26e090c5 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Request body: {'port': {'device_id': 'd82e2c11-c4c3-453b-a393-47adc5ee042d', 'network_id': '2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb', 'admin_state_up': True, 'tenant_id': '515016fd5811449c93a4094930f82470'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:35:36.085169 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f5b61137-7867-421a-b81a-bb0f9c06387e req-99175291-fb7a-40c4-889f-9c96c94a3209 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/ports?device_id=d82e2c11-c4c3-453b-a393-47adc5ee042d HTTP/1.1" status: 200 len: 210 time: 0.2499845 May 11 16:35:36.161360 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc27cf-902d-4856-8c55-00e684caf0ff None None] Pushing event updated for resources: {'Port': ['ID=7c76ea05-3111-44d5-8874-972ab730413b,revision_number=3']} {{(pid=78912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:36.168111 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [None req-e4dc27cf-902d-4856-8c55-00e684caf0ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:36.170992 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-031406d5-b096-4d51-817f-ae765a6db1b9 req-da313c7d-f409-4629-8e4d-ca6dd728a033 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac8806ee-05ca-4bad-863c-a58f25502442 HTTP/1.1" status: 200 len: 210 time: 0.7429514 May 11 16:35:36.213754 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-48f15057-f2dd-4419-a688-8c84cfb19a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:36.252351 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d85030-adcd-4c67-b46b-f524a5b4088c admin admin] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:35:36.265473 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee18e08-a041-410a-87ba-acd63aff0ac8 None None] Sync routers for ids ['d84c4dc1-f5c9-4f07-b602-82735e766ad8'] in dv-cinder-789603-4-smb {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:35:36.292995 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-35d85030-adcd-4c67-b46b-f524a5b4088c admin admin] Notify callbacks [] for router, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:36.294367 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-35d85030-adcd-4c67-b46b-f524a5b4088c admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.5335462 May 11 16:35:36.301770 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 45146) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:36.304608 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee18e08-a041-410a-87ba-acd63aff0ac8 None None] Routers {'d84c4dc1-f5c9-4f07-b602-82735e766ad8'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:35:36.307756 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-3ee18e08-a041-410a-87ba-acd63aff0ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:35:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['d84c4dc1-f5c9-4f07-b602-82735e766ad8'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:35:36.340538 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-1fbd3f78-6492-4c5b-840b-5965f7fed1ef None None] Set router c29db716-d3ee-4526-8d8c-d5d3f92528d2 gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:35:36.454734 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-48f15057-f2dd-4419-a688-8c84cfb19a8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:36.479836 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-48f15057-f2dd-4419-a688-8c84cfb19a8f admin admin] Usage tracker for resource:security_group_rule and tenant:f03372e380a34e3aa5bcdbe2b14b7eb2 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:36.492919 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-48f15057-f2dd-4419-a688-8c84cfb19a8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:36.504192 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-48f15057-f2dd-4419-a688-8c84cfb19a8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:36.513121 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-fa1cb968-8f6e-40e1-a112-c92f932ec333 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:36.528859 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-fa1cb968-8f6e-40e1-a112-c92f932ec333 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Usage tracker for resource:port and tenant:49aa4f96eeb045a68683d2c25ebcbe48 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:36.541791 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-fa1cb968-8f6e-40e1-a112-c92f932ec333 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:36.649224 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-fa1cb968-8f6e-40e1-a112-c92f932ec333 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:36.657381 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-6b02ef52-0180-4c9d-b0a4-16cf26e090c5 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:36.666432 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-6b02ef52-0180-4c9d-b0a4-16cf26e090c5 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Usage tracker for resource:port and tenant:515016fd5811449c93a4094930f82470 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:36.673066 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-6b02ef52-0180-4c9d-b0a4-16cf26e090c5 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:36.688787 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-6b02ef52-0180-4c9d-b0a4-16cf26e090c5 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:36.723303 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-fa1cb968-8f6e-40e1-a112-c92f932ec333 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Made reservation on behalf of 49aa4f96eeb045a68683d2c25ebcbe48 for: {'port': 1} {{(pid=78909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:35:36.727526 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-fa1cb968-8f6e-40e1-a112-c92f932ec333 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:36.753044 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-6b02ef52-0180-4c9d-b0a4-16cf26e090c5 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Made reservation on behalf of 515016fd5811449c93a4094930f82470 for: {'port': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:35:36.769662 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-6b02ef52-0180-4c9d-b0a4-16cf26e090c5 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:36.841448 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-9059e235-28ea-4e49-b7da-d00314de4633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:36.894105 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-3ee18e08-a041-410a-87ba-acd63aff0ac8 None None] Set router d84c4dc1-f5c9-4f07-b602-82735e766ad8 gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:35:37.206233 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-1fbd3f78-6492-4c5b-840b-5965f7fed1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'name': 'tempest-AttachVolumeTestJSON-1731529142-router', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7c76ea05-3111-44d5-8874-972ab730413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:29Z', 'revision_number': 3, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'gw_port': {'id': '7c76ea05-3111-44d5-8874-972ab730413b', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:27Z', 'updated_at': '2021-05-11T16:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:35:37.215880 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbd3f78-6492-4c5b-840b-5965f7fed1ef None None] The sync data for ids ['c29db716-d3ee-4526-8d8c-d5d3f92528d2'] in dv-cinder-789603-4-smb is: [{'id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'name': 'tempest-AttachVolumeTestJSON-1731529142-router', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7c76ea05-3111-44d5-8874-972ab730413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:29Z', 'revision_number': 3, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'gw_port': {'id': '7c76ea05-3111-44d5-8874-972ab730413b', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:27Z', 'updated_at': '2021-05-11T16:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}] {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:35:37.565122 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.db_base_plugin_common [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-fa1cb968-8f6e-40e1-a112-c92f932ec333 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Allocated IP 172.20.0.4 (9b461c7c-08c1-454a-9676-241a31947400/55d5fe82-a974-4ef0-9941-7d9c5b0f03f5/f80e0a8e-6f67-4eb8-8a84-3615cdcd2730) {{(pid=78909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:35:37.688555 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_common [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-6b02ef52-0180-4c9d-b0a4-16cf26e090c5 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Allocated IP 172.20.0.9 (2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb/36bf2fe9-221d-4a78-8955-4e933d7f607e/b7a1832f-43f7-4560-a28c-b9fe0c1a281c) {{(pid=78910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:35:37.845230 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 45182) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:37.940185 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-48f15057-f2dd-4419-a688-8c84cfb19a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:37.983213 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-04ba94db-e9fc-4bb7-9ff6-9cc487942524 req-9443d741-7706-4306-b8ea-6374d01e4203 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/ports?device_id=d82e2c11-c4c3-453b-a393-47adc5ee042d HTTP/1.1" status: 200 len: 210 time: 0.3605673 May 11 16:35:38.054937 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-20377cfb-8edd-420f-a396-198b9daa06e9 req-abf793fa-bc41-40c5-a082-f75aad3b6781 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac8806ee-05ca-4bad-863c-a58f25502442 HTTP/1.1" status: 200 len: 210 time: 0.3605061 May 11 16:35:38.078300 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-48f15057-f2dd-4419-a688-8c84cfb19a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:38.197935 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:38.329827 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-3ee18e08-a041-410a-87ba-acd63aff0ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-2040346598-router', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a71243d2-0927-402c-a906-af00e348ab51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:31Z', 'revision_number': 3, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'gw_port': {'id': 'a71243d2-0927-402c-a906-af00e348ab51', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:28Z', 'updated_at': '2021-05-11T16:35:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:35:38.354396 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee18e08-a041-410a-87ba-acd63aff0ac8 None None] Checking router: d84c4dc1-f5c9-4f07-b602-82735e766ad8 for host: dv-cinder-789603-4-smb {{(pid=78911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:35:38.355139 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee18e08-a041-410a-87ba-acd63aff0ac8 None None] Updating router d84c4dc1-f5c9-4f07-b602-82735e766ad8 port a71243d2-0927-402c-a906-af00e348ab51 binding host dv-cinder-789603-4-smb {{(pid=78911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:35:38.455076 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 7c76ea05-3111-44d5-8874-972ab730413b up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:35:38.613833 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-3ee18e08-a041-410a-87ba-acd63aff0ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:38.622438 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-48f15057-f2dd-4419-a688-8c84cfb19a8f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f03372e380a34e3aa5bcdbe2b14b7eb2&name=default HTTP/1.1" status: 200 len: 2975 time: 3.4879365 May 11 16:35:38.757768 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 45204) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:38.835866 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning for port 7c76ea05-3111-44d5-8874-972ab730413b completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:35:38.957583 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-17aca7d8-5fc5-4085-868c-f503dbaf933f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:38.963937 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port 7c76ea05-3111-44d5-8874-972ab730413b triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:35:38.964313 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:39.017691 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.db_base_plugin_common [None req-9059e235-28ea-4e49-b7da-d00314de4633 admin admin] Allocated IP 172.20.0.1 (d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc/92408bfd-18b4-4d40-bf0b-34a82b102005/dcf161c3-cb87-4de1-8e9a-ac11927c3972) {{(pid=78909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:35:39.064013 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-17aca7d8-5fc5-4085-868c-f503dbaf933f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:39.086405 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-17aca7d8-5fc5-4085-868c-f503dbaf933f admin admin] Usage tracker for resource:security_group_rule and tenant:0325cfbba29b48bbaf4d367a0301db26 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:39.098222 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-17aca7d8-5fc5-4085-868c-f503dbaf933f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:39.131934 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-17aca7d8-5fc5-4085-868c-f503dbaf933f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:39.463480 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-17aca7d8-5fc5-4085-868c-f503dbaf933f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:39.465935 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f15057-f2dd-4419-a688-8c84cfb19a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29659e46-4cc3-4adc-b1dc-f8271043233e,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:39.491473 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-48f15057-f2dd-4419-a688-8c84cfb19a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.293s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:39.536555 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:39.579571 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-17aca7d8-5fc5-4085-868c-f503dbaf933f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:39.588499 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] For port 7c76ea05-3111-44d5-8874-972ab730413b, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=7c76ea05-3111-44d5-8874-972ab730413b,segment=NetworkSegment(9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c),segment_id=9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:39.606899 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:39.633576 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:39.713207 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.db.resource_extend [None req-3ee18e08-a041-410a-87ba-acd63aff0ac8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 11 16:35:39.859888 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-6b02ef52-0180-4c9d-b0a4-16cf26e090c5 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Notify callbacks [] for port, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:39.879179 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-fa1cb968-8f6e-40e1-a112-c92f932ec333 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks [] for port, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:39.990668 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-3ee18e08-a041-410a-87ba-acd63aff0ac8 None None] Notify callbacks [] for port, precommit_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:40.037612 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Pushing event updated for resources: {'Port': ['ID=7c76ea05-3111-44d5-8874-972ab730413b,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:40.041171 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-3ee18e08-a041-410a-87ba-acd63aff0ac8 None None] Transition to ACTIVE for port object a71243d2-0927-402c-a906-af00e348ab51 will not be triggered until provisioned by entity L2. {{(pid=78911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:35:40.048183 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:40.054618 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-3ee18e08-a041-410a-87ba-acd63aff0ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:40.058834 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:40.065676 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:40.074027 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-fa1cb968-8f6e-40e1-a112-c92f932ec333 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687'] for port, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:40.081205 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 45232) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:40.093798 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-6b02ef52-0180-4c9d-b0a4-16cf26e090c5 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687'] for port, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:40.114817 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:40.204292 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-17aca7d8-5fc5-4085-868c-f503dbaf933f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0325cfbba29b48bbaf4d367a0301db26&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3327682 May 11 16:35:40.217306 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbcdab7-0351-4ac1-b617-8c08e25828fb None None] Pushing event updated for resources: {'Port': ['ID=a71243d2-0927-402c-a906-af00e348ab51,revision_number=2']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:40.226230 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-fcbcdab7-0351-4ac1-b617-8c08e25828fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:40.276988 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 7c76ea05-3111-44d5-8874-972ab730413b up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:35:40.280982 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 45240) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:40.309158 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-3ee18e08-a041-410a-87ba-acd63aff0ac8 None None] Attempting to bind port a71243d2-0927-402c-a906-af00e348ab51 on host dv-cinder-789603-4-smb for vnic_type normal with profile {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:35:40.309547 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-3ee18e08-a041-410a-87ba-acd63aff0ac8 None None] Attempting to bind port a71243d2-0927-402c-a906-af00e348ab51 by drivers openvswitch,hyperv on host dv-cinder-789603-4-smb at level 0 using segments [{'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:35:40.309954 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee18e08-a041-410a-87ba-acd63aff0ac8 None None] Attempting to bind port a71243d2-0927-402c-a906-af00e348ab51 on network b8617b39-e2b1-4863-8310-b30d869022e5 {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:35:40.326025 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee18e08-a041-410a-87ba-acd63aff0ac8 None None] Checking agent: {'id': '22e3e7b9-314b-4177-b9d0-dabbf2661436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 27, 14), 'started_at': datetime.datetime(2021, 5, 11, 16, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:35:40.326429 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee18e08-a041-410a-87ba-acd63aff0ac8 None None] Checking segment: {'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:35:40.326817 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-3ee18e08-a041-410a-87ba-acd63aff0ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:40.327220 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee18e08-a041-410a-87ba-acd63aff0ac8 None None] Bound using segment: {'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:35:40.327832 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-3ee18e08-a041-410a-87ba-acd63aff0ac8 None None] Bound port: a71243d2-0927-402c-a906-af00e348ab51, host: dv-cinder-789603-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'}}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:35:40.328135 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-3ee18e08-a041-410a-87ba-acd63aff0ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:40.449523 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02ef52-0180-4c9d-b0a4-16cf26e090c5 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Pushing event updated for resources: {'Port': ['ID=b7a1832f-43f7-4560-a28c-b9fe0c1a281c,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:40.463066 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port 7c76ea05-3111-44d5-8874-972ab730413b triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:35:40.463517 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:40.468976 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-6b02ef52-0180-4c9d-b0a4-16cf26e090c5 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:40.497572 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-3ee18e08-a041-410a-87ba-acd63aff0ac8 None None] For port a71243d2-0927-402c-a906-af00e348ab51, host dv-cinder-789603-4-smb, cleared binding levels {{(pid=78911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:35:40.519931 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-3ee18e08-a041-410a-87ba-acd63aff0ac8 None None] For port a71243d2-0927-402c-a906-af00e348ab51, host dv-cinder-789603-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=a71243d2-0927-402c-a906-af00e348ab51,segment=NetworkSegment(9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c),segment_id=9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c)] {{(pid=78911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:35:40.567009 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-3ee18e08-a041-410a-87ba-acd63aff0ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:40.567912 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-ad567e6c-b47c-466d-818d-130c09e108b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:40.622116 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-6b02ef52-0180-4c9d-b0a4-16cf26e090c5 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Network 2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb is already hosted by enough agents. {{(pid=78910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:35:40.623545 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-9c27be02-6117-4168-9234-a027bebf3460 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:40.633988 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-6b02ef52-0180-4c9d-b0a4-16cf26e090c5 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Resources bound (agent type, host, resource id): {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:35:40.634175 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-fa1cb968-8f6e-40e1-a112-c92f932ec333 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Network 9b461c7c-08c1-454a-9676-241a31947400 is already hosted by enough agents. {{(pid=78909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:35:40.642036 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-6b02ef52-0180-4c9d-b0a4-16cf26e090c5 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Received port after_create {{(pid=78910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:35:40.656019 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.base_scheduler [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-fa1cb968-8f6e-40e1-a112-c92f932ec333 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Resources bound (agent type, host, resource id): {{(pid=78909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:35:40.658325 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-6b02ef52-0180-4c9d-b0a4-16cf26e090c5 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:40.659478 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-6b02ef52-0180-4c9d-b0a4-16cf26e090c5 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:40.712350 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.l3_dvrscheduler_db [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-fa1cb968-8f6e-40e1-a112-c92f932ec333 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Received port after_create {{(pid=78909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:35:40.718114 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-fa1cb968-8f6e-40e1-a112-c92f932ec333 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:40.718773 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-fa1cb968-8f6e-40e1-a112-c92f932ec333 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for port, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:40.767376 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32717106-cb5b-4b82-a106-002bdcbfa5f1 req-6cc4e308-ee9a-4d7c-8327-6686ce5fc206 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:40.768291 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-32717106-cb5b-4b82-a106-002bdcbfa5f1 req-6cc4e308-ee9a-4d7c-8327-6686ce5fc206 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Synchronizing usage tracker for tenant:49aa4f96eeb045a68683d2c25ebcbe48 on resource:port {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:35:40.778620 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-ad567e6c-b47c-466d-818d-130c09e108b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:40.791134 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-fa1cb968-8f6e-40e1-a112-c92f932ec333 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4648330 May 11 16:35:40.802775 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7ec9316f-7d84-4daa-a42e-aff95cb9a28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:40.817630 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-81604ca7-3331-4935-9938-34619e4e50ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:40.848564 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-81604ca7-3331-4935-9938-34619e4e50ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:40.894910 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aca7d8-5fc5-4085-868c-f503dbaf933f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b12e754-1baf-469c-8664-a730118de0c4,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:40.924834 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-6b02ef52-0180-4c9d-b0a4-16cf26e090c5 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8898118 May 11 16:35:40.925820 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbcdab7-0351-4ac1-b617-8c08e25828fb None None] Pushing event updated for resources: {'Port': ['ID=a71243d2-0927-402c-a906-af00e348ab51,revision_number=3']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:40.937058 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b499ea48-504a-4fa5-b37f-b29b943a7f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:40.954797 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-fcbcdab7-0351-4ac1-b617-8c08e25828fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:40.983309 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-32717106-cb5b-4b82-a106-002bdcbfa5f1 req-6cc4e308-ee9a-4d7c-8327-6686ce5fc206 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Unset dirty status for tenant:49aa4f96eeb045a68683d2c25ebcbe48 on resource:port {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:35:40.991089 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-32717106-cb5b-4b82-a106-002bdcbfa5f1 req-6cc4e308-ee9a-4d7c-8327-6686ce5fc206 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac8806ee-05ca-4bad-863c-a58f25502442 HTTP/1.1" status: 200 len: 931 time: 1.4483097 May 11 16:35:40.997318 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-17aca7d8-5fc5-4085-868c-f503dbaf933f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.932s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:41.003143 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-8c3893af-e4dd-4dcb-91bb-10e890d476bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.421s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:41.016255 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee18e08-a041-410a-87ba-acd63aff0ac8 None None] Routers {'d84c4dc1-f5c9-4f07-b602-82735e766ad8'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:35:41.017348 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-3ee18e08-a041-410a-87ba-acd63aff0ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:35:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['d84c4dc1-f5c9-4f07-b602-82735e766ad8'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:35:41.017541 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-a3c32000-1932-4cd3-a5be-38474bef6791 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=78910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:35:41.018905 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-a3c32000-1932-4cd3-a5be-38474bef6791 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167668 May 11 16:35:41.025451 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-81604ca7-3331-4935-9938-34619e4e50ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:41.041322 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-3062f2ba-4794-44db-825a-22ac92799a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:41.043054 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-eabc2dad-d7f6-42f8-a60b-7fd17efe561c tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=78909) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:35:41.059101 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-eabc2dad-d7f6-42f8-a60b-7fd17efe561c tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1602519 May 11 16:35:41.061489 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81604ca7-3331-4935-9938-34619e4e50ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b12e754-1baf-469c-8664-a730118de0c4,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:41.071316 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-81604ca7-3331-4935-9938-34619e4e50ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:41.082771 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-81604ca7-3331-4935-9938-34619e4e50ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:41.085061 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-81604ca7-3331-4935-9938-34619e4e50ed admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1b12e754-1baf-469c-8664-a730118de0c4 HTTP/1.1" status: 204 len: 168 time: 0.6417859 May 11 16:35:41.097683 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744345a6-0cc0-4c30-b3d7-fc0cad05a110 req-65eb5dfc-17e3-41f8-a975-52cf755704d9 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:41.108285 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-744345a6-0cc0-4c30-b3d7-fc0cad05a110 req-65eb5dfc-17e3-41f8-a975-52cf755704d9 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/ports?device_id=d82e2c11-c4c3-453b-a393-47adc5ee042d HTTP/1.1" status: 200 len: 931 time: 1.5720639 May 11 16:35:41.242965 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-6b358902-6c72-4ee7-a54c-6d697c608741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:41.268992 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-3ee18e08-a041-410a-87ba-acd63aff0ac8 None None] Set router d84c4dc1-f5c9-4f07-b602-82735e766ad8 gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:35:41.373984 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-6b358902-6c72-4ee7-a54c-6d697c608741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:41.418826 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-6b358902-6c72-4ee7-a54c-6d697c608741 admin admin] Usage tracker for resource:security_group_rule and tenant:3925475ba48f446299eaf4532b44a3f2 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:41.424207 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-9059e235-28ea-4e49-b7da-d00314de4633 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:41.430521 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_common [None req-7ec9316f-7d84-4daa-a42e-aff95cb9a28f admin admin] Allocated IP 172.20.0.1 (b88aa6df-5bed-46a0-8951-f555a2261aa5/a408f652-827a-47bf-a362-ed4cc793ec89/2873d494-3e40-4fb6-8de3-abbc8535bbae) {{(pid=78910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:35:41.433657 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-744345a6-0cc0-4c30-b3d7-fc0cad05a110 req-b199a144-297c-4273-a31b-2a2bb5684a65 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Synchronizing usage tracker for tenant:515016fd5811449c93a4094930f82470 on resource:security_group {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:35:41.446959 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-6b358902-6c72-4ee7-a54c-6d697c608741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:41.454203 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1cb968-8f6e-40e1-a112-c92f932ec333 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Pushing event updated for resources: {'Port': ['ID=f80e0a8e-6f67-4eb8-8a84-3615cdcd2730,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:41.469950 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-6b358902-6c72-4ee7-a54c-6d697c608741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:41.472069 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-fa1cb968-8f6e-40e1-a112-c92f932ec333 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:41.500371 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-32717106-cb5b-4b82-a106-002bdcbfa5f1 req-9cab041b-0ae2-4bd3-97d5-693743c8a02c tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Synchronizing usage tracker for tenant:49aa4f96eeb045a68683d2c25ebcbe48 on resource:security_group {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:35:41.538514 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-744345a6-0cc0-4c30-b3d7-fc0cad05a110 req-b199a144-297c-4273-a31b-2a2bb5684a65 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Unset dirty status for tenant:515016fd5811449c93a4094930f82470 on resource:security_group {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:35:41.551087 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-744345a6-0cc0-4c30-b3d7-fc0cad05a110 req-b199a144-297c-4273-a31b-2a2bb5684a65 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/security-groups?id=781d3dc2-d333-438b-89a4-bb456990e7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395821 May 11 16:35:41.565080 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.provisioning_blocks [None req-9059e235-28ea-4e49-b7da-d00314de4633 admin admin] Transition to ACTIVE for port object dcf161c3-cb87-4de1-8e9a-ac11927c3972 will not be triggered until provisioned by entity DHCP. {{(pid=78909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:35:41.572738 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-ad567e6c-b47c-466d-818d-130c09e108b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:41.621893 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-b30d9d3e-558d-4a16-b8ce-99c8645a6b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:41.673716 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-32717106-cb5b-4b82-a106-002bdcbfa5f1 req-9cab041b-0ae2-4bd3-97d5-693743c8a02c tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Unset dirty status for tenant:49aa4f96eeb045a68683d2c25ebcbe48 on resource:security_group {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:35:41.686121 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-32717106-cb5b-4b82-a106-002bdcbfa5f1 req-9cab041b-0ae2-4bd3-97d5-693743c8a02c tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6939645 May 11 16:35:41.704053 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad567e6c-b47c-466d-818d-130c09e108b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29659e46-4cc3-4adc-b1dc-f8271043233e,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:41.722092 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-ad567e6c-b47c-466d-818d-130c09e108b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:41.728632 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-ad567e6c-b47c-466d-818d-130c09e108b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:41.733042 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-ad567e6c-b47c-466d-818d-130c09e108b0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/29659e46-4cc3-4adc-b1dc-f8271043233e HTTP/1.1" status: 204 len: 168 time: 2.9729989 May 11 16:35:41.842105 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7ec9316f-7d84-4daa-a42e-aff95cb9a28f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:41.869488 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.provisioning_blocks [None req-7ec9316f-7d84-4daa-a42e-aff95cb9a28f admin admin] Transition to ACTIVE for port object 2873d494-3e40-4fb6-8de3-abbc8535bbae will not be triggered until provisioned by entity DHCP. {{(pid=78910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:35:41.919389 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-9059e235-28ea-4e49-b7da-d00314de4633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687'] for port, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:41.940685 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7ec9316f-7d84-4daa-a42e-aff95cb9a28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687'] for port, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:41.956049 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:41.963646 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:42.046688 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 45266) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:42.111786 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec9316f-7d84-4daa-a42e-aff95cb9a28f admin admin] Network b88aa6df-5bed-46a0-8951-f555a2261aa5 is already hosted by enough agents. {{(pid=78910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:35:42.122446 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059e235-28ea-4e49-b7da-d00314de4633 admin admin] Pushing event updated for resources: {'Port': ['ID=dcf161c3-cb87-4de1-8e9a-ac11927c3972,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:42.134252 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9059e235-28ea-4e49-b7da-d00314de4633 admin admin] Network d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc is already hosted by enough agents. {{(pid=78909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:35:42.138887 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-9059e235-28ea-4e49-b7da-d00314de4633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:42.139867 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.base_scheduler [None req-9059e235-28ea-4e49-b7da-d00314de4633 admin admin] Resources bound (agent type, host, resource id): {{(pid=78909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:35:42.143099 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-6b358902-6c72-4ee7-a54c-6d697c608741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:42.144274 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9059e235-28ea-4e49-b7da-d00314de4633 admin admin] Received port after_create {{(pid=78909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:35:42.144759 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-9059e235-28ea-4e49-b7da-d00314de4633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393695'] for router_interface, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:42.148902 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [None req-7ec9316f-7d84-4daa-a42e-aff95cb9a28f admin admin] Resources bound (agent type, host, resource id): {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:35:42.164150 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec9316f-7d84-4daa-a42e-aff95cb9a28f admin admin] Received port after_create {{(pid=78910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:35:42.169935 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7ec9316f-7d84-4daa-a42e-aff95cb9a28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393695'] for router_interface, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:42.220486 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9316f-7d84-4daa-a42e-aff95cb9a28f admin admin] Pushing event updated for resources: {'Port': ['ID=2873d494-3e40-4fb6-8de3-abbc8535bbae,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:42.245490 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-7ec9316f-7d84-4daa-a42e-aff95cb9a28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:42.246503 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-039b01ce-6e8f-488f-aec6-ba3e47211e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:42.323356 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-6b358902-6c72-4ee7-a54c-6d697c608741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:42.336560 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-3ee18e08-a041-410a-87ba-acd63aff0ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-2040346598-router', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a71243d2-0927-402c-a906-af00e348ab51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:31Z', 'revision_number': 3, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'gw_port': {'id': 'a71243d2-0927-402c-a906-af00e348ab51', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:28Z', 'updated_at': '2021-05-11T16:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:35:42.351680 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-039b01ce-6e8f-488f-aec6-ba3e47211e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:42.353410 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee18e08-a041-410a-87ba-acd63aff0ac8 None None] The sync data for ids ['d84c4dc1-f5c9-4f07-b602-82735e766ad8'] in dv-cinder-789603-4-smb is: [{'id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-2040346598-router', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a71243d2-0927-402c-a906-af00e348ab51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:31Z', 'revision_number': 3, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'gw_port': {'id': 'a71243d2-0927-402c-a906-af00e348ab51', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:28Z', 'updated_at': '2021-05-11T16:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}] {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:35:42.365072 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-039b01ce-6e8f-488f-aec6-ba3e47211e3b admin admin] Usage tracker for resource:security_group_rule and tenant:12e7a246adae49c0bf5c4d6b596ca168 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:42.372900 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-039b01ce-6e8f-488f-aec6-ba3e47211e3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:42.375614 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-3ccc270c-3add-47c3-b667-e672ec92b701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:42.402016 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-039b01ce-6e8f-488f-aec6-ba3e47211e3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:42.435946 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b358902-6c72-4ee7-a54c-6d697c608741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bb7306-ea3e-4a11-b7f9-da84b2e98c86,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:42.458051 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-6b358902-6c72-4ee7-a54c-6d697c608741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:42.494040 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-6b358902-6c72-4ee7-a54c-6d697c608741 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3925475ba48f446299eaf4532b44a3f2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3010120 May 11 16:35:42.508334 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 45274) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:42.608805 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:42.750875 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-3f025159-6df4-4b33-aa42-0f449c50b22b None None] Provisioning for port dcf161c3-cb87-4de1-8e9a-ac11927c3972 completed by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:35:42.762092 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-039b01ce-6e8f-488f-aec6-ba3e47211e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:42.767867 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-039b01ce-6e8f-488f-aec6-ba3e47211e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:42.769090 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-3f025159-6df4-4b33-aa42-0f449c50b22b None None] Provisioning complete for port dcf161c3-cb87-4de1-8e9a-ac11927c3972 triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:35:42.777143 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-3f025159-6df4-4b33-aa42-0f449c50b22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:42.848868 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:42.901481 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-039b01ce-6e8f-488f-aec6-ba3e47211e3b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=12e7a246adae49c0bf5c4d6b596ca168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8357422 May 11 16:35:42.925534 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 45294) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:42.946467 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-71795a3d-db7a-4a0c-8b2a-663bf8b01db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:42.965630 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-3f025159-6df4-4b33-aa42-0f449c50b22b None None] Port dcf161c3-cb87-4de1-8e9a-ac11927c3972 cannot update to ACTIVE because it is not bound. {{(pid=78911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:35:42.996590 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-3f025159-6df4-4b33-aa42-0f449c50b22b None None] Provisioning for port 2873d494-3e40-4fb6-8de3-abbc8535bbae completed by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:35:43.010740 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-3f025159-6df4-4b33-aa42-0f449c50b22b None None] Provisioning complete for port 2873d494-3e40-4fb6-8de3-abbc8535bbae triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:35:43.011401 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-3f025159-6df4-4b33-aa42-0f449c50b22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:43.070578 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b01ce-6e8f-488f-aec6-ba3e47211e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1d1fd2-aa32-4f25-9429-99f364946dbf,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:43.077345 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-039b01ce-6e8f-488f-aec6-ba3e47211e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:43.172590 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-3f025159-6df4-4b33-aa42-0f449c50b22b None None] Port 2873d494-3e40-4fb6-8de3-abbc8535bbae cannot update to ACTIVE because it is not bound. {{(pid=78911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:35:43.244299 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-71795a3d-db7a-4a0c-8b2a-663bf8b01db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:43.282879 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-9059e235-28ea-4e49-b7da-d00314de4633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:43.331398 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7ec9316f-7d84-4daa-a42e-aff95cb9a28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:43.378893 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-91f30d5f-262a-4665-9f74-b7003591a556 service neutron] Request body: {'port': {'device_id': 'ac8806ee-05ca-4bad-863c-a58f25502442', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:35:43.480214 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-c64fa665-0f45-4609-9510-32e8e6742a99 service neutron] Request body: {'port': {'device_id': 'd82e2c11-c4c3-453b-a393-47adc5ee042d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:35:43.592298 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-f229170e-7b44-4fc0-b101-bd5419dc6700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:43.697119 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba24e8c-d6c7-45fd-828e-63d926520328 req-b7873fb2-fd6a-4baa-8615-067f9f432b91 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:43.714985 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-91f30d5f-262a-4665-9f74-b7003591a556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:43.725508 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4ba24e8c-d6c7-45fd-828e-63d926520328 req-b7873fb2-fd6a-4baa-8615-067f9f432b91 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/ports?device_id=d82e2c11-c4c3-453b-a393-47adc5ee042d HTTP/1.1" status: 200 len: 931 time: 0.8357432 May 11 16:35:43.781354 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:43.993996 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22ddcc-c548-4f65-9160-6bf0a09b60d9 req-66caf6bc-f41c-49ad-97a8-2e70564dfb2a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:44.008680 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5f22ddcc-c548-4f65-9160-6bf0a09b60d9 req-66caf6bc-f41c-49ad-97a8-2e70564dfb2a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac8806ee-05ca-4bad-863c-a58f25502442 HTTP/1.1" status: 200 len: 931 time: 0.9150202 May 11 16:35:44.125175 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-71795a3d-db7a-4a0c-8b2a-663bf8b01db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:44.173158 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-ad567e6c-b47c-466d-818d-130c09e108b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:44.187940 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-c64fa665-0f45-4609-9510-32e8e6742a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:44.218816 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4ba24e8c-d6c7-45fd-828e-63d926520328 req-eda8b30a-dfcc-4b21-a049-a18137d1c544 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/security-groups?id=781d3dc2-d333-438b-89a4-bb456990e7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547802 May 11 16:35:44.223464 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71795a3d-db7a-4a0c-8b2a-663bf8b01db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bb7306-ea3e-4a11-b7f9-da84b2e98c86,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:44.271184 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-71795a3d-db7a-4a0c-8b2a-663bf8b01db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:44.334901 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device a71243d2-0927-402c-a906-af00e348ab51 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:35:44.381655 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-71795a3d-db7a-4a0c-8b2a-663bf8b01db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:44.382549 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-71795a3d-db7a-4a0c-8b2a-663bf8b01db2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/05bb7306-ea3e-4a11-b7f9-da84b2e98c86 HTTP/1.1" status: 204 len: 168 time: 1.8731556 May 11 16:35:44.414021 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5f22ddcc-c548-4f65-9160-6bf0a09b60d9 req-deaf756a-e15f-46c1-9007-3e2ec36a974a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567142 May 11 16:35:44.598422 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning for port a71243d2-0927-402c-a906-af00e348ab51 completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:35:44.614237 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port a71243d2-0927-402c-a906-af00e348ab51 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:35:44.614973 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:44.699673 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.db.resource_extend [None req-7ec9316f-7d84-4daa-a42e-aff95cb9a28f admin admin] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 11 16:35:44.752806 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-834214e5-580d-4713-bf98-d34eaed15c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:44.796758 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7ec9316f-7d84-4daa-a42e-aff95cb9a28f admin admin] Notify callbacks [] for port, precommit_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:44.869805 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-834214e5-580d-4713-bf98-d34eaed15c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:44.925014 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:44.975049 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] For port a71243d2-0927-402c-a906-af00e348ab51, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=a71243d2-0927-402c-a906-af00e348ab51,segment=NetworkSegment(9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c),segment_id=9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:44.981927 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:44.995879 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-c1993a12-0d95-4454-b91c-f6586516b672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:45.089292 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7ec9316f-7d84-4daa-a42e-aff95cb9a28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:45.091586 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-834214e5-580d-4713-bf98-d34eaed15c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:45.134540 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7ec9316f-7d84-4daa-a42e-aff95cb9a28f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393596'] for router_interface, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:45.217431 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-7ec9316f-7d84-4daa-a42e-aff95cb9a28f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:45.238736 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Pushing event updated for resources: {'Port': ['ID=a71243d2-0927-402c-a906-af00e348ab51,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:45.250619 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:45.257027 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:45.609974 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.db.resource_extend [None req-9059e235-28ea-4e49-b7da-d00314de4633 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 11 16:35:45.689142 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.db.resource_extend [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-c64fa665-0f45-4609-9510-32e8e6742a99 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 11 16:35:45.700525 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-834214e5-580d-4713-bf98-d34eaed15c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:45.706492 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-834214e5-580d-4713-bf98-d34eaed15c47 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7e1d1fd2-aa32-4f25-9429-99f364946dbf HTTP/1.1" status: 204 len: 168 time: 2.7692597 May 11 16:35:45.840560 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec9316f-7d84-4daa-a42e-aff95cb9a28f admin admin] Network b88aa6df-5bed-46a0-8951-f555a2261aa5 is already hosted by enough agents. {{(pid=78910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:35:45.877753 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9316f-7d84-4daa-a42e-aff95cb9a28f admin admin] Pushing event updated for resources: {'Port': ['ID=2873d494-3e40-4fb6-8de3-abbc8535bbae,revision_number=2']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:45.942566 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [None req-7ec9316f-7d84-4daa-a42e-aff95cb9a28f admin admin] Resources bound (agent type, host, resource id): {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:35:45.977135 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-9059e235-28ea-4e49-b7da-d00314de4633 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:46.005617 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-7ec9316f-7d84-4daa-a42e-aff95cb9a28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.788s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:46.076581 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.780s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:46.220984 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834214e5-580d-4713-bf98-d34eaed15c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1d1fd2-aa32-4f25-9429-99f364946dbf,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:46.225897 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-c64fa665-0f45-4609-9510-32e8e6742a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7a1832f-43f7-4560-a28c-b9fe0c1a281c {{(pid=78909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:35:46.231199 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-834214e5-580d-4713-bf98-d34eaed15c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:46.254690 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-c64fa665-0f45-4609-9510-32e8e6742a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:46.317354 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.provisioning_blocks [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-c64fa665-0f45-4609-9510-32e8e6742a99 service neutron] Transition to ACTIVE for port object b7a1832f-43f7-4560-a28c-b9fe0c1a281c will not be triggered until provisioned by entity L2. {{(pid=78909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:35:46.324866 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-9059e235-28ea-4e49-b7da-d00314de4633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:46.347257 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-9059e235-28ea-4e49-b7da-d00314de4633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393596'] for router_interface, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:46.369095 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-c64fa665-0f45-4609-9510-32e8e6742a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:46.381295 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:46.533816 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device a71243d2-0927-402c-a906-af00e348ab51 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:35:46.817636 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port a71243d2-0927-402c-a906-af00e348ab51 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:35:46.818580 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:47.049182 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059e235-28ea-4e49-b7da-d00314de4633 admin admin] Pushing event updated for resources: {'Port': ['ID=dcf161c3-cb87-4de1-8e9a-ac11927c3972,revision_number=2']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:47.066746 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-2ec709b5-b89a-46f9-ab0a-3a20bf98f192 None None] Provisioning complete for port 2873d494-3e40-4fb6-8de3-abbc8535bbae triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:35:47.067126 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-2ec709b5-b89a-46f9-ab0a-3a20bf98f192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:47.125281 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec9316f-7d84-4daa-a42e-aff95cb9a28f admin admin] Router d84c4dc1-f5c9-4f07-b602-82735e766ad8 has already been hosted by L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae {{(pid=78910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:35:47.194875 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0444bb3-016e-4615-9f9c-466c15ee836d req-4f5343c5-2923-42f2-895b-1e3c440482cd tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:47.208068 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c0444bb3-016e-4615-9f9c-466c15ee836d req-4f5343c5-2923-42f2-895b-1e3c440482cd tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/ports?device_id=d82e2c11-c4c3-453b-a393-47adc5ee042d HTTP/1.1" status: 200 len: 931 time: 1.5380840 May 11 16:35:47.223433 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-2ec709b5-b89a-46f9-ab0a-3a20bf98f192 None None] Port 2873d494-3e40-4fb6-8de3-abbc8535bbae cannot update to ACTIVE because it is not bound. {{(pid=78911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:35:47.267583 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410da3ed-bef2-4894-9588-ad288d1d5dea req-3a07ff37-33ae-48f7-aa29-f4a0db7d55e4 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:47.278775 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-410da3ed-bef2-4894-9588-ad288d1d5dea req-3a07ff37-33ae-48f7-aa29-f4a0db7d55e4 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac8806ee-05ca-4bad-863c-a58f25502442 HTTP/1.1" status: 200 len: 931 time: 1.3203487 May 11 16:35:47.575856 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec9316f-7d84-4daa-a42e-aff95cb9a28f admin admin] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:35:47.583005 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-7ec9316f-7d84-4daa-a42e-aff95cb9a28f admin admin] 10.222.0.76 "PUT /v2.0/routers/d84c4dc1-f5c9-4f07-b602-82735e766ad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2832394 May 11 16:35:47.608526 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:47.610486 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4045e4-eb51-43bb-98e3-2977263dcdb6 None None] Sync routers for ids ['d84c4dc1-f5c9-4f07-b602-82735e766ad8'] in dv-cinder-789603-4-smb {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:35:47.612663 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fa665-0f45-4609-9510-32e8e6742a99 service neutron] Pushing event updated for resources: {'Port': ['ID=b7a1832f-43f7-4560-a28c-b9fe0c1a281c,revision_number=2']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:47.619419 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-c64fa665-0f45-4609-9510-32e8e6742a99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.239s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:47.647319 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4045e4-eb51-43bb-98e3-2977263dcdb6 None None] Routers {'d84c4dc1-f5c9-4f07-b602-82735e766ad8'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:35:47.648800 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-df4045e4-eb51-43bb-98e3-2977263dcdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:35:44Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['d84c4dc1-f5c9-4f07-b602-82735e766ad8'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:35:47.695639 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.029s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:47.695639 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:47.814824 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-91f30d5f-262a-4665-9f74-b7003591a556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f80e0a8e-6f67-4eb8-8a84-3615cdcd2730 {{(pid=78910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:35:47.849708 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-91f30d5f-262a-4665-9f74-b7003591a556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:47.889002 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-410da3ed-bef2-4894-9588-ad288d1d5dea req-3be39b6e-c121-43e0-8095-e40dd265f526 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6092269 May 11 16:35:47.896820 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.provisioning_blocks [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-91f30d5f-262a-4665-9f74-b7003591a556 service neutron] Transition to ACTIVE for port object f80e0a8e-6f67-4eb8-8a84-3615cdcd2730 will not be triggered until provisioned by entity L2. {{(pid=78910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:35:47.905833 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-91f30d5f-262a-4665-9f74-b7003591a556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:47.913748 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c0444bb3-016e-4615-9f9c-466c15ee836d req-e712bd13-dd10-4430-ac85-0ef5cd9fa6bb tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/security-groups?id=781d3dc2-d333-438b-89a4-bb456990e7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7020743 May 11 16:35:47.915136 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:47.924993 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.managers [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-c64fa665-0f45-4609-9510-32e8e6742a99 service neutron] Attempting to bind port b7a1832f-43f7-4560-a28c-b9fe0c1a281c on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:35:47.932716 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.managers [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-c64fa665-0f45-4609-9510-32e8e6742a99 service neutron] Attempting to bind port b7a1832f-43f7-4560-a28c-b9fe0c1a281c by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'f4ee53ee-c22d-4c00-a36f-67b57e3abc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb'}] {{(pid=78909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:35:47.932716 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-c64fa665-0f45-4609-9510-32e8e6742a99 service neutron] Attempting to bind port b7a1832f-43f7-4560-a28c-b9fe0c1a281c on network 2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:35:47.958810 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-c64fa665-0f45-4609-9510-32e8e6742a99 service neutron] Port b7a1832f-43f7-4560-a28c-b9fe0c1a281c on network 2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:35:47.959070 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-c64fa665-0f45-4609-9510-32e8e6742a99 service neutron] Attempting to bind port b7a1832f-43f7-4560-a28c-b9fe0c1a281c on network 2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:35:47.986469 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-c64fa665-0f45-4609-9510-32e8e6742a99 service neutron] Checking agent: {'id': 'd37e6d19-ade9-4e89-aecb-ac851dc75e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'started_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:35:47.989435 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-c64fa665-0f45-4609-9510-32e8e6742a99 service neutron] Checking segment: {'id': 'f4ee53ee-c22d-4c00-a36f-67b57e3abc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:35:47.990134 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-c64fa665-0f45-4609-9510-32e8e6742a99 service neutron] Bound using segment: {'id': 'f4ee53ee-c22d-4c00-a36f-67b57e3abc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb'} {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:35:47.990611 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.managers [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-c64fa665-0f45-4609-9510-32e8e6742a99 service neutron] Bound port: b7a1832f-43f7-4560-a28c-b9fe0c1a281c, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ee53ee-c22d-4c00-a36f-67b57e3abc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb'}}] {{(pid=78909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:35:47.991063 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-c64fa665-0f45-4609-9510-32e8e6742a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:48.104023 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9059e235-28ea-4e49-b7da-d00314de4633 admin admin] Network d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc is already hosted by enough agents. {{(pid=78909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:35:48.120492 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.base_scheduler [None req-9059e235-28ea-4e49-b7da-d00314de4633 admin admin] Resources bound (agent type, host, resource id): {{(pid=78909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:35:48.200189 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-df4045e4-eb51-43bb-98e3-2977263dcdb6 None None] Set router d84c4dc1-f5c9-4f07-b602-82735e766ad8 gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:35:48.482509 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-c64fa665-0f45-4609-9510-32e8e6742a99 service neutron] For port b7a1832f-43f7-4560-a28c-b9fe0c1a281c, host hv-cinder-78960, cleared binding levels {{(pid=78909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:35:48.488992 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-c64fa665-0f45-4609-9510-32e8e6742a99 service neutron] For port b7a1832f-43f7-4560-a28c-b9fe0c1a281c, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b7a1832f-43f7-4560-a28c-b9fe0c1a281c,segment=NetworkSegment(f4ee53ee-c22d-4c00-a36f-67b57e3abc10),segment_id=f4ee53ee-c22d-4c00-a36f-67b57e3abc10)] {{(pid=78909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:35:48.502911 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-c64fa665-0f45-4609-9510-32e8e6742a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:48.609513 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-fa1cb968-8f6e-40e1-a112-c92f932ec333 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:48.684885 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-58bebeea-a4e8-473e-ae80-86a7159a1af3 None None] Provisioning complete for port dcf161c3-cb87-4de1-8e9a-ac11927c3972 triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:35:48.685751 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-58bebeea-a4e8-473e-ae80-86a7159a1af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:48.728911 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fa665-0f45-4609-9510-32e8e6742a99 service neutron] Pushing event updated for resources: {'Port': ['ID=b7a1832f-43f7-4560-a28c-b9fe0c1a281c,revision_number=3']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:48.736457 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-91f30d5f-262a-4665-9f74-b7003591a556 service neutron] Attempting to bind port f80e0a8e-6f67-4eb8-8a84-3615cdcd2730 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:35:48.738994 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-91f30d5f-262a-4665-9f74-b7003591a556 service neutron] Attempting to bind port f80e0a8e-6f67-4eb8-8a84-3615cdcd2730 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '4baf4024-8ac6-4675-9b3c-88b417a27c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9b461c7c-08c1-454a-9676-241a31947400'}] {{(pid=78910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:35:48.739708 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-91f30d5f-262a-4665-9f74-b7003591a556 service neutron] Attempting to bind port f80e0a8e-6f67-4eb8-8a84-3615cdcd2730 on network 9b461c7c-08c1-454a-9676-241a31947400 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:35:48.750416 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f30d5f-262a-4665-9f74-b7003591a556 service neutron] Pushing event updated for resources: {'Port': ['ID=f80e0a8e-6f67-4eb8-8a84-3615cdcd2730,revision_number=2']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:48.752682 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-c64fa665-0f45-4609-9510-32e8e6742a99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:48.764665 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-91f30d5f-262a-4665-9f74-b7003591a556 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:48.783503 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-91f30d5f-262a-4665-9f74-b7003591a556 service neutron] Port f80e0a8e-6f67-4eb8-8a84-3615cdcd2730 on network 9b461c7c-08c1-454a-9676-241a31947400 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:35:48.784179 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-91f30d5f-262a-4665-9f74-b7003591a556 service neutron] Attempting to bind port f80e0a8e-6f67-4eb8-8a84-3615cdcd2730 on network 9b461c7c-08c1-454a-9676-241a31947400 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:35:48.802712 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-91f30d5f-262a-4665-9f74-b7003591a556 service neutron] Checking agent: {'id': 'd37e6d19-ade9-4e89-aecb-ac851dc75e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'started_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:35:48.803777 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-91f30d5f-262a-4665-9f74-b7003591a556 service neutron] Checking segment: {'id': '4baf4024-8ac6-4675-9b3c-88b417a27c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9b461c7c-08c1-454a-9676-241a31947400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:35:48.805931 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-91f30d5f-262a-4665-9f74-b7003591a556 service neutron] Bound using segment: {'id': '4baf4024-8ac6-4675-9b3c-88b417a27c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9b461c7c-08c1-454a-9676-241a31947400'} {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:35:48.806402 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-c64fa665-0f45-4609-9510-32e8e6742a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:48.807081 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-91f30d5f-262a-4665-9f74-b7003591a556 service neutron] Bound port: f80e0a8e-6f67-4eb8-8a84-3615cdcd2730, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4baf4024-8ac6-4675-9b3c-88b417a27c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9b461c7c-08c1-454a-9676-241a31947400'}}] {{(pid=78910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:35:48.807209 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-c64fa665-0f45-4609-9510-32e8e6742a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for port, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:48.809238 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-c64fa665-0f45-4609-9510-32e8e6742a99 service neutron] 10.222.0.85 "PUT /v2.0/ports/b7a1832f-43f7-4560-a28c-b9fe0c1a281c HTTP/1.1" status: 200 len: 1093 time: 5.9820836 May 11 16:35:48.809740 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82e2c11-c4c3-453b-a393-47adc5ee042d', 'tag': 'b7a1832f-43f7-4560-a28c-b9fe0c1a281c'}] {{(pid=78909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:35:48.810619 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-91f30d5f-262a-4665-9f74-b7003591a556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:49.056728 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-58bebeea-a4e8-473e-ae80-86a7159a1af3 None None] Port dcf161c3-cb87-4de1-8e9a-ac11927c3972 cannot update to ACTIVE because it is not bound. {{(pid=78911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:35:49.079633 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-df4045e4-eb51-43bb-98e3-2977263dcdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-2040346598-router', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a71243d2-0927-402c-a906-af00e348ab51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'gw_port': {'id': 'a71243d2-0927-402c-a906-af00e348ab51', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:28Z', 'updated_at': '2021-05-11T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': '2873d494-3e40-4fb6-8de3-abbc8535bbae', 'name': '', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'mac_address': 'fa:16:3e:c2:d5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:40Z', 'updated_at': '2021-05-11T16:35:43Z', 'revision_number': 2, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'subnets': [{'id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:35:49.088544 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4045e4-eb51-43bb-98e3-2977263dcdb6 None None] Checking router: d84c4dc1-f5c9-4f07-b602-82735e766ad8 for host: dv-cinder-789603-4-smb {{(pid=78912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:35:49.088923 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4045e4-eb51-43bb-98e3-2977263dcdb6 None None] Updating router d84c4dc1-f5c9-4f07-b602-82735e766ad8 port 2873d494-3e40-4fb6-8de3-abbc8535bbae binding host dv-cinder-789603-4-smb {{(pid=78912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:35:49.206527 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-91f30d5f-262a-4665-9f74-b7003591a556 service neutron] For port f80e0a8e-6f67-4eb8-8a84-3615cdcd2730, host hv-cinder-78960, cleared binding levels {{(pid=78910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:35:49.227407 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-91f30d5f-262a-4665-9f74-b7003591a556 service neutron] For port f80e0a8e-6f67-4eb8-8a84-3615cdcd2730, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f80e0a8e-6f67-4eb8-8a84-3615cdcd2730,segment=NetworkSegment(4baf4024-8ac6-4675-9b3c-88b417a27c97),segment_id=4baf4024-8ac6-4675-9b3c-88b417a27c97)] {{(pid=78910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:35:49.239166 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-91f30d5f-262a-4665-9f74-b7003591a556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:49.262063 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:49.300654 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-df4045e4-eb51-43bb-98e3-2977263dcdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:49.481796 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-91f30d5f-262a-4665-9f74-b7003591a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:49.482280 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-91f30d5f-262a-4665-9f74-b7003591a556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:49.483827 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-91f30d5f-262a-4665-9f74-b7003591a556 service neutron] 10.222.0.85 "PUT /v2.0/ports/f80e0a8e-6f67-4eb8-8a84-3615cdcd2730 HTTP/1.1" status: 200 len: 1093 time: 6.6372030 May 11 16:35:49.484349 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8806ee-05ca-4bad-863c-a58f25502442', 'tag': 'f80e0a8e-6f67-4eb8-8a84-3615cdcd2730'}] {{(pid=78910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:35:49.628364 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-688d905d-90e9-4fb4-81b2-ae624246faec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:49.629988 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-688d905d-90e9-4fb4-81b2-ae624246faec service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=515016fd5811449c93a4094930f82470&device_id=d82e2c11-c4c3-453b-a393-47adc5ee042d HTTP/1.1" status: 200 len: 1096 time: 0.6344373 May 11 16:35:49.637551 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9059e235-28ea-4e49-b7da-d00314de4633 admin admin] Router c29db716-d3ee-4526-8d8c-d5d3f92528d2 has already been hosted by L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae {{(pid=78909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:35:50.163155 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f30d5f-262a-4665-9f74-b7003591a556 service neutron] Pushing event updated for resources: {'Port': ['ID=f80e0a8e-6f67-4eb8-8a84-3615cdcd2730,revision_number=3']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:50.174871 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-91f30d5f-262a-4665-9f74-b7003591a556 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.909s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:50.278154 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-ca1b1447-c16e-4a47-bd08-a83ba3ef2167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:50.279620 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-ca1b1447-c16e-4a47-bd08-a83ba3ef2167 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=49aa4f96eeb045a68683d2c25ebcbe48&device_id=ac8806ee-05ca-4bad-863c-a58f25502442 HTTP/1.1" status: 200 len: 1096 time: 0.5858409 May 11 16:35:50.325528 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-df4045e4-eb51-43bb-98e3-2977263dcdb6 None None] Notify callbacks [] for port, precommit_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:50.342207 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.provisioning_blocks [None req-df4045e4-eb51-43bb-98e3-2977263dcdb6 None None] Transition to ACTIVE for port object 2873d494-3e40-4fb6-8de3-abbc8535bbae will not be triggered until provisioned by entity L2. {{(pid=78912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:35:50.352354 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-df4045e4-eb51-43bb-98e3-2977263dcdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:50.360861 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [None req-e4dc27cf-902d-4856-8c55-00e684caf0ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:50.450158 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 45462) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:50.488150 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e79f9-b6c0-433a-9b61-75523981c660 None None] Pushing event updated for resources: {'Port': ['ID=2873d494-3e40-4fb6-8de3-abbc8535bbae,revision_number=3']} {{(pid=78912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:50.494472 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [None req-1d3e79f9-b6c0-433a-9b61-75523981c660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:50.504634 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-68caa8d9-ce45-4add-bf53-1f9970021c13 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2918446', 'description': 'tempest-description--1713211477'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:35:50.527232 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-68caa8d9-ce45-4add-bf53-1f9970021c13 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:50.532254 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-f94d97fb-1333-4d81-95bc-f15ae527e718 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f80e0a8e-6f67-4eb8-8a84-3615cdcd2730 HTTP/1.1" status: 200 len: 217 time: 0.2208018 May 11 16:35:50.533194 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-68caa8d9-ce45-4add-bf53-1f9970021c13 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Usage tracker for resource:security_group and tenant:262ccc5510544ce0a4c4ce0d80c13de5 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:50.545368 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-68caa8d9-ce45-4add-bf53-1f9970021c13 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:50.554837 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-68caa8d9-ce45-4add-bf53-1f9970021c13 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:50.577699 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-68caa8d9-ce45-4add-bf53-1f9970021c13 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:50.727649 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-68caa8d9-ce45-4add-bf53-1f9970021c13 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:50.741822 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-68caa8d9-ce45-4add-bf53-1f9970021c13 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Usage tracker for resource:security_group_rule and tenant:262ccc5510544ce0a4c4ce0d80c13de5 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:50.759465 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-68caa8d9-ce45-4add-bf53-1f9970021c13 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:50.772458 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-68caa8d9-ce45-4add-bf53-1f9970021c13 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:50.904076 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.managers [None req-df4045e4-eb51-43bb-98e3-2977263dcdb6 None None] Attempting to bind port 2873d494-3e40-4fb6-8de3-abbc8535bbae on host dv-cinder-789603-4-smb for vnic_type normal with profile {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:35:50.904438 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.managers [None req-df4045e4-eb51-43bb-98e3-2977263dcdb6 None None] Attempting to bind port 2873d494-3e40-4fb6-8de3-abbc8535bbae by drivers openvswitch,hyperv on host dv-cinder-789603-4-smb at level 0 using segments [{'id': 'b2b3869b-177a-498c-8b86-08953c55433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5'}] {{(pid=78912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:35:50.904977 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4045e4-eb51-43bb-98e3-2977263dcdb6 None None] Attempting to bind port 2873d494-3e40-4fb6-8de3-abbc8535bbae on network b88aa6df-5bed-46a0-8951-f555a2261aa5 {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:35:50.908219 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-280d7e0c-5f0d-416e-85af-ee51ec05e89a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7a1832f-43f7-4560-a28c-b9fe0c1a281c HTTP/1.1" status: 200 len: 217 time: 1.1916144 May 11 16:35:50.922512 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4045e4-eb51-43bb-98e3-2977263dcdb6 None None] Checking agent: {'id': '22e3e7b9-314b-4177-b9d0-dabbf2661436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 27, 14), 'started_at': datetime.datetime(2021, 5, 11, 16, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:35:50.923187 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4045e4-eb51-43bb-98e3-2977263dcdb6 None None] Checking segment: {'id': 'b2b3869b-177a-498c-8b86-08953c55433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:35:50.923819 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-df4045e4-eb51-43bb-98e3-2977263dcdb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:50.924363 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4045e4-eb51-43bb-98e3-2977263dcdb6 None None] Bound using segment: {'id': 'b2b3869b-177a-498c-8b86-08953c55433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5'} {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:35:50.924987 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.managers [None req-df4045e4-eb51-43bb-98e3-2977263dcdb6 None None] Bound port: 2873d494-3e40-4fb6-8de3-abbc8535bbae, host: dv-cinder-789603-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b3869b-177a-498c-8b86-08953c55433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5'}}] {{(pid=78912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:35:50.925624 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-df4045e4-eb51-43bb-98e3-2977263dcdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:50.928601 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-d8484565-0ae9-4058-b344-fdc07021fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:50.937106 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-d8484565-0ae9-4058-b344-fdc07021fa16 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55d5fe82-a974-4ef0-9941-7d9c5b0f03f5 HTTP/1.1" status: 200 len: 855 time: 0.2990870 May 11 16:35:50.982026 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9059e235-28ea-4e49-b7da-d00314de4633 admin admin] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:35:50.994110 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf0c41-cdd4-4e12-8050-2225875d08c6 None None] Sync routers for ids ['c29db716-d3ee-4526-8d8c-d5d3f92528d2'] in dv-cinder-789603-4-smb {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:35:51.014595 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-68caa8d9-ce45-4add-bf53-1f9970021c13 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:51.015806 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf0c41-cdd4-4e12-8050-2225875d08c6 None None] Routers {'c29db716-d3ee-4526-8d8c-d5d3f92528d2'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:35:51.017323 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-e5bf0c41-cdd4-4e12-8050-2225875d08c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:35:44Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['c29db716-d3ee-4526-8d8c-d5d3f92528d2'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:35:51.032385 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-9059e235-28ea-4e49-b7da-d00314de4633 admin admin] 10.222.0.76 "PUT /v2.0/routers/c29db716-d3ee-4526-8d8c-d5d3f92528d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6426167 May 11 16:35:51.061342 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-68caa8d9-ce45-4add-bf53-1f9970021c13 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:51.098545 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-9ea1a302-8792-41f7-97b8-3dae61d368e0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9b461c7c-08c1-454a-9676-241a31947400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305120 May 11 16:35:51.101235 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:51.111606 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb16868-1d27-4cb1-a78f-a09ce1066ff0 req-ba4ecdc3-3f7c-4aa7-b2ac-cdc710777422 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:51.113384 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ffb16868-1d27-4cb1-a78f-a09ce1066ff0 req-ba4ecdc3-3f7c-4aa7-b2ac-cdc710777422 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac8806ee-05ca-4bad-863c-a58f25502442 HTTP/1.1" status: 200 len: 943 time: 1.8175073 May 11 16:35:51.128943 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-68caa8d9-ce45-4add-bf53-1f9970021c13 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:51.133568 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-68caa8d9-ce45-4add-bf53-1f9970021c13 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6589470 May 11 16:35:51.134683 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 45496) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:51.168788 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-95d31b7e-9a6b-4cd3-b64d-5e14008fb3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:51.170241 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-95d31b7e-9a6b-4cd3-b64d-5e14008fb3b5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=36bf2fe9-221d-4a78-8955-4e933d7f607e HTTP/1.1" status: 200 len: 851 time: 0.2606218 May 11 16:35:51.233409 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.db [None req-df4045e4-eb51-43bb-98e3-2977263dcdb6 None None] For port 2873d494-3e40-4fb6-8de3-abbc8535bbae, host dv-cinder-789603-4-smb, cleared binding levels {{(pid=78912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:35:51.246810 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.db [None req-df4045e4-eb51-43bb-98e3-2977263dcdb6 None None] For port 2873d494-3e40-4fb6-8de3-abbc8535bbae, host dv-cinder-789603-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=2873d494-3e40-4fb6-8de3-abbc8535bbae,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:35:51.254328 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-df4045e4-eb51-43bb-98e3-2977263dcdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:51.260439 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-20f814c6-3a8e-4c85-8856-112e99a0460a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Request body: {'security_group_rule': {'security_group_id': 'd6a7bedb-ffdc-457c-9fa6-dec7a386f014', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:35:51.263375 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-01068211-397d-451d-bb13-f3f9afaa5912 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824275 May 11 16:35:51.265355 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:51.266680 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68caa8d9-ce45-4add-bf53-1f9970021c13 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a7bedb-ffdc-457c-9fa6-dec7a386f014,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:51.275969 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-20f814c6-3a8e-4c85-8856-112e99a0460a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:51.340679 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-68caa8d9-ce45-4add-bf53-1f9970021c13 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:51.343837 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-20f814c6-3a8e-4c85-8856-112e99a0460a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Usage tracker for resource:security_group_rule and tenant:262ccc5510544ce0a4c4ce0d80c13de5 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:51.351246 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-20f814c6-3a8e-4c85-8856-112e99a0460a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:51.372969 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-20f814c6-3a8e-4c85-8856-112e99a0460a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:51.376130 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f590f3-7d78-4754-bde0-389c1479f9be req-685797f7-b670-4d15-b30e-81bd160bec0d tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:51.377904 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b7f590f3-7d78-4754-bde0-389c1479f9be req-685797f7-b670-4d15-b30e-81bd160bec0d tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/ports?device_id=d82e2c11-c4c3-453b-a393-47adc5ee042d HTTP/1.1" status: 200 len: 943 time: 0.5788226 May 11 16:35:51.405889 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ffb16868-1d27-4cb1-a78f-a09ce1066ff0 req-c29170e8-8983-42e1-9c27-b533c525b845 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804270 May 11 16:35:51.443524 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-20f814c6-3a8e-4c85-8856-112e99a0460a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:51.544838 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e79f9-b6c0-433a-9b61-75523981c660 None None] Pushing event updated for resources: {'Port': ['ID=2873d494-3e40-4fb6-8de3-abbc8535bbae,revision_number=4']} {{(pid=78912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:51.548484 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-20f814c6-3a8e-4c85-8856-112e99a0460a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:51.553058 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-c56157b4-7944-4548-9bf4-b2d50d4f5e21 service neutron] 10.222.0.85 "GET /v2.0/networks/9b461c7c-08c1-454a-9676-241a31947400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103367 May 11 16:35:51.557062 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [None req-1d3e79f9-b6c0-433a-9b61-75523981c660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:51.557732 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-20f814c6-3a8e-4c85-8856-112e99a0460a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496974'] for security_group_rule, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:51.592764 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4045e4-eb51-43bb-98e3-2977263dcdb6 None None] Routers {'d84c4dc1-f5c9-4f07-b602-82735e766ad8'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:35:51.593396 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-df4045e4-eb51-43bb-98e3-2977263dcdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:35:44Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['d84c4dc1-f5c9-4f07-b602-82735e766ad8'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:35:51.621067 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-e5bf0c41-cdd4-4e12-8050-2225875d08c6 None None] Set router c29db716-d3ee-4526-8d8c-d5d3f92528d2 gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:35:51.649710 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:51.759007 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b7f590f3-7d78-4754-bde0-389c1479f9be req-fe6bd17e-f307-44de-a6c0-0ca1533b82e8 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/security-groups?id=781d3dc2-d333-438b-89a4-bb456990e7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772850 May 11 16:35:51.908416 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-260cf873-63db-4481-acf7-6cdc26bdc328 service neutron] 10.222.0.85 "GET /v2.0/networks/2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6093700 May 11 16:35:51.999609 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f814c6-3a8e-4c85-8856-112e99a0460a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff76cf9-e02b-4b02-bc72-4f24d97bc2bf,revision_number=0']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:52.013010 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-20f814c6-3a8e-4c85-8856-112e99a0460a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:52.051381 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8806ee-05ca-4bad-863c-a58f25502442', 'tag': 'f80e0a8e-6f67-4eb8-8a84-3615cdcd2730', 'status': 'completed', 'code': 200} May 11 16:35:52.070916 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-20f814c6-3a8e-4c85-8856-112e99a0460a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:52.072458 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-20f814c6-3a8e-4c85-8856-112e99a0460a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9291208 May 11 16:35:52.082205 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 45538) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:52.101751 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-43f5e2c9-7afe-4066-ba4d-1cbea6a108f4 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Request body: {'security_group_rule': {'security_group_id': 'd6a7bedb-ffdc-457c-9fa6-dec7a386f014', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:35:52.126258 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-43f5e2c9-7afe-4066-ba4d-1cbea6a108f4 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:52.137034 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-43f5e2c9-7afe-4066-ba4d-1cbea6a108f4 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Usage tracker for resource:security_group_rule and tenant:262ccc5510544ce0a4c4ce0d80c13de5 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:52.163967 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-43f5e2c9-7afe-4066-ba4d-1cbea6a108f4 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:52.189101 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-43f5e2c9-7afe-4066-ba4d-1cbea6a108f4 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:52.204309 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82e2c11-c4c3-453b-a393-47adc5ee042d', 'tag': 'b7a1832f-43f7-4560-a28c-b9fe0c1a281c', 'status': 'completed', 'code': 200} May 11 16:35:52.243524 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-df4045e4-eb51-43bb-98e3-2977263dcdb6 None None] Set router d84c4dc1-f5c9-4f07-b602-82735e766ad8 gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:35:52.296161 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d0f3292a-e08b-4665-9397-92dfa90a209e req-1d0660e7-5bcf-4016-a24e-eb1b68181448 service neutron] 10.222.0.85 "GET /v2.0/networks/2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805976 May 11 16:35:52.311574 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-43f5e2c9-7afe-4066-ba4d-1cbea6a108f4 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:52.470077 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef0bcc-2da3-4e9d-aae9-96e8a3eeaef1 req-93ddacca-0fe1-474a-9b03-16745c9a7502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:52.471709 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a7ef0bcc-2da3-4e9d-aae9-96e8a3eeaef1 req-93ddacca-0fe1-474a-9b03-16745c9a7502 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=515016fd5811449c93a4094930f82470&device_id=d82e2c11-c4c3-453b-a393-47adc5ee042d HTTP/1.1" status: 200 len: 1096 time: 0.1172993 May 11 16:35:52.502281 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-855c9aab-d3f8-43e2-b45f-9dbe63fc0bd4 req-8e78a55d-3f2b-472b-8d46-f97080b4386a service neutron] 10.222.0.85 "GET /v2.0/networks/9b461c7c-08c1-454a-9676-241a31947400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9412258 May 11 16:35:52.603598 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-e5bf0c41-cdd4-4e12-8050-2225875d08c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'name': 'tempest-AttachVolumeTestJSON-1731529142-router', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7c76ea05-3111-44d5-8874-972ab730413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'gw_port': {'id': '7c76ea05-3111-44d5-8874-972ab730413b', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:27Z', 'updated_at': '2021-05-11T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': 'dcf161c3-cb87-4de1-8e9a-ac11927c3972', 'name': '', 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'mac_address': 'fa:16:3e:14:13:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:36Z', 'updated_at': '2021-05-11T16:35:44Z', 'revision_number': 2, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'subnets': [{'id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:35:52.619829 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf0c41-cdd4-4e12-8050-2225875d08c6 None None] Checking router: c29db716-d3ee-4526-8d8c-d5d3f92528d2 for host: dv-cinder-789603-4-smb {{(pid=78911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:35:52.620223 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf0c41-cdd4-4e12-8050-2225875d08c6 None None] Updating router c29db716-d3ee-4526-8d8c-d5d3f92528d2 port dcf161c3-cb87-4de1-8e9a-ac11927c3972 binding host dv-cinder-789603-4-smb {{(pid=78911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:35:52.727404 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-43f5e2c9-7afe-4066-ba4d-1cbea6a108f4 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:52.744955 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-43f5e2c9-7afe-4066-ba4d-1cbea6a108f4 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496974'] for security_group_rule, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:52.771860 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:52.777746 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0c41-cdd4-4e12-8050-2225875d08c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:52.843465 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef0bcc-2da3-4e9d-aae9-96e8a3eeaef1 req-4ef8c781-a159-402f-b923-5347bdfcb29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:52.844966 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a7ef0bcc-2da3-4e9d-aae9-96e8a3eeaef1 req-4ef8c781-a159-402f-b923-5347bdfcb29c service neutron] 10.222.0.85 "GET /v2.0/networks?id=2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb HTTP/1.1" status: 200 len: 913 time: 0.3647254 May 11 16:35:52.917857 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-43f5e2c9-7afe-4066-ba4d-1cbea6a108f4 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:52.920532 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-43f5e2c9-7afe-4066-ba4d-1cbea6a108f4 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8359716 May 11 16:35:52.933740 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f128ef5-71a1-406f-ad91-c145967d98bd req-953316b6-a438-4c8b-9752-d6214ae5b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:52.938192 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-1f128ef5-71a1-406f-ad91-c145967d98bd req-953316b6-a438-4c8b-9752-d6214ae5b8b9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=49aa4f96eeb045a68683d2c25ebcbe48&device_id=ac8806ee-05ca-4bad-863c-a58f25502442 HTTP/1.1" status: 200 len: 1096 time: 0.3645573 May 11 16:35:52.939642 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 45570) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:52.946334 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5e2c9-7afe-4066-ba4d-1cbea6a108f4 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2abeb7c5-9f62-4f4a-978a-cd66e7973645,revision_number=0']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:52.954335 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-43f5e2c9-7afe-4066-ba4d-1cbea6a108f4 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:52.968839 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-71fac87a-f6dd-4262-90a7-612ea4a2bdd9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Request body: {'floatingip': {'floating_network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:35:52.992608 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-71fac87a-f6dd-4262-90a7-612ea4a2bdd9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:53.015393 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-71fac87a-f6dd-4262-90a7-612ea4a2bdd9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Usage tracker for resource:floatingip and tenant:262ccc5510544ce0a4c4ce0d80c13de5 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:53.033265 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-71fac87a-f6dd-4262-90a7-612ea4a2bdd9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:53.054727 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-71fac87a-f6dd-4262-90a7-612ea4a2bdd9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:53.065863 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 45574) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:53.072818 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-df4045e4-eb51-43bb-98e3-2977263dcdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-2040346598-router', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a71243d2-0927-402c-a906-af00e348ab51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'gw_port': {'id': 'a71243d2-0927-402c-a906-af00e348ab51', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:28Z', 'updated_at': '2021-05-11T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': '2873d494-3e40-4fb6-8de3-abbc8535bbae', 'name': '', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'mac_address': 'fa:16:3e:c2:d5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:40Z', 'updated_at': '2021-05-11T16:35:51Z', 'revision_number': 4, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'subnets': [{'id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:35:53.078773 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4045e4-eb51-43bb-98e3-2977263dcdb6 None None] The sync data for ids ['d84c4dc1-f5c9-4f07-b602-82735e766ad8'] in dv-cinder-789603-4-smb is: [{'id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-2040346598-router', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a71243d2-0927-402c-a906-af00e348ab51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'gw_port': {'id': 'a71243d2-0927-402c-a906-af00e348ab51', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:28Z', 'updated_at': '2021-05-11T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': '2873d494-3e40-4fb6-8de3-abbc8535bbae', 'name': '', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'mac_address': 'fa:16:3e:c2:d5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:40Z', 'updated_at': '2021-05-11T16:35:51Z', 'revision_number': 4, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'subnets': [{'id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:35:53.085241 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-0c22cf33-9261-4212-87f5-507eb358ba9b tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Request body: {'security_group': {'name': 'tempest-securitygroup--298570724', 'description': 'tempest-description--639409110'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:35:53.092090 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a7ef0bcc-2da3-4e9d-aae9-96e8a3eeaef1 req-52e2f20e-dd70-4e00-9016-6dcdd0c5c1db service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7a1832f-43f7-4560-a28c-b9fe0c1a281c HTTP/1.1" status: 200 len: 217 time: 0.1188846 May 11 16:35:53.095833 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-0c22cf33-9261-4212-87f5-507eb358ba9b tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:53.188869 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-0c22cf33-9261-4212-87f5-507eb358ba9b tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Usage tracker for resource:security_group and tenant:4736f52286484cdda08e797d3f5fb330 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:53.215759 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-0c22cf33-9261-4212-87f5-507eb358ba9b tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:53.290719 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-71fac87a-f6dd-4262-90a7-612ea4a2bdd9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for floatingip, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:53.315941 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-0c22cf33-9261-4212-87f5-507eb358ba9b tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:53.400635 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef0bcc-2da3-4e9d-aae9-96e8a3eeaef1 req-010233ae-e003-4615-aa44-4cdf92c4c23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:53.406392 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a7ef0bcc-2da3-4e9d-aae9-96e8a3eeaef1 req-010233ae-e003-4615-aa44-4cdf92c4c23b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=36bf2fe9-221d-4a78-8955-4e933d7f607e HTTP/1.1" status: 200 len: 851 time: 0.3062985 May 11 16:35:53.423952 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf3b11-5ce8-4712-848f-440630aa03ee req-43fa3c8f-2190-41f1-9d1e-c72ef06dae79 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:53.425532 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-bedf3b11-5ce8-4712-848f-440630aa03ee req-43fa3c8f-2190-41f1-9d1e-c72ef06dae79 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac8806ee-05ca-4bad-863c-a58f25502442 HTTP/1.1" status: 200 len: 943 time: 0.5796483 May 11 16:35:53.429639 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-0c22cf33-9261-4212-87f5-507eb358ba9b tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:53.434508 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f128ef5-71a1-406f-ad91-c145967d98bd req-f9b7667c-a162-47d9-98c3-6d456059400d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:53.436305 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-1f128ef5-71a1-406f-ad91-c145967d98bd req-f9b7667c-a162-47d9-98c3-6d456059400d service neutron] 10.222.0.85 "GET /v2.0/networks?id=9b461c7c-08c1-454a-9676-241a31947400 HTTP/1.1" status: 200 len: 917 time: 0.3588281 May 11 16:35:53.539679 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a7ef0bcc-2da3-4e9d-aae9-96e8a3eeaef1 req-47c9669c-2ff7-4b56-b34f-5e99dee6f085 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128945 May 11 16:35:53.547350 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-1f128ef5-71a1-406f-ad91-c145967d98bd req-5adf5b79-8df7-408f-b908-deb9efb84833 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f80e0a8e-6f67-4eb8-8a84-3615cdcd2730 HTTP/1.1" status: 200 len: 217 time: 0.0943034 May 11 16:35:53.571331 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-0c22cf33-9261-4212-87f5-507eb358ba9b tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:53.577560 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-bedf3b11-5ce8-4712-848f-440630aa03ee req-e78e83e6-0783-45ff-a8b9-a5e175b9f60e tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884531 May 11 16:35:53.595225 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0c41-cdd4-4e12-8050-2225875d08c6 None None] Notify callbacks [] for port, precommit_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:53.603506 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-0c22cf33-9261-4212-87f5-507eb358ba9b tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Usage tracker for resource:security_group_rule and tenant:4736f52286484cdda08e797d3f5fb330 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:53.615966 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-e5bf0c41-cdd4-4e12-8050-2225875d08c6 None None] Transition to ACTIVE for port object dcf161c3-cb87-4de1-8e9a-ac11927c3972 will not be triggered until provisioned by entity L2. {{(pid=78911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:35:53.625268 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-0c22cf33-9261-4212-87f5-507eb358ba9b tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:53.627313 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0c41-cdd4-4e12-8050-2225875d08c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:53.642663 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:53.738638 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f128ef5-71a1-406f-ad91-c145967d98bd req-4be32926-78d5-49ff-b66c-a8a6ef31a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:53.741444 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-1f128ef5-71a1-406f-ad91-c145967d98bd req-4be32926-78d5-49ff-b66c-a8a6ef31a4c8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55d5fe82-a974-4ef0-9941-7d9c5b0f03f5 HTTP/1.1" status: 200 len: 855 time: 0.1243205 May 11 16:35:53.817399 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-0c22cf33-9261-4212-87f5-507eb358ba9b tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:53.838636 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ca95b-fb40-40c3-a208-661342c87f2d req-570577f3-4420-4b49-a27e-2282ad2964e7 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:53.846145 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-507ca95b-fb40-40c3-a208-661342c87f2d req-570577f3-4420-4b49-a27e-2282ad2964e7 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/ports?device_id=d82e2c11-c4c3-453b-a393-47adc5ee042d HTTP/1.1" status: 200 len: 943 time: 0.6604002 May 11 16:35:53.916755 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-1f128ef5-71a1-406f-ad91-c145967d98bd req-af67099d-3790-486b-987b-69370f4e04a3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9b461c7c-08c1-454a-9676-241a31947400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1680112 May 11 16:35:53.942180 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff1894-2322-4fe7-8419-a6577101ce34 None None] Pushing event updated for resources: {'Port': ['ID=dcf161c3-cb87-4de1-8e9a-ac11927c3972,revision_number=3']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:53.953266 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-f5ff1894-2322-4fe7-8419-a6577101ce34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:53.979682 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-e5bf0c41-cdd4-4e12-8050-2225875d08c6 None None] Attempting to bind port dcf161c3-cb87-4de1-8e9a-ac11927c3972 on host dv-cinder-789603-4-smb for vnic_type normal with profile {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:35:53.980328 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-e5bf0c41-cdd4-4e12-8050-2225875d08c6 None None] Attempting to bind port dcf161c3-cb87-4de1-8e9a-ac11927c3972 by drivers openvswitch,hyperv on host dv-cinder-789603-4-smb at level 0 using segments [{'id': 'e5a671ff-39d2-4aca-9f5d-8704617f1b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc'}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:35:53.980848 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bf0c41-cdd4-4e12-8050-2225875d08c6 None None] Attempting to bind port dcf161c3-cb87-4de1-8e9a-ac11927c3972 on network d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:35:53.996483 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bf0c41-cdd4-4e12-8050-2225875d08c6 None None] Checking agent: {'id': '22e3e7b9-314b-4177-b9d0-dabbf2661436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 27, 14), 'started_at': datetime.datetime(2021, 5, 11, 16, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:35:53.998183 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bf0c41-cdd4-4e12-8050-2225875d08c6 None None] Checking segment: {'id': 'e5a671ff-39d2-4aca-9f5d-8704617f1b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:35:53.998598 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0c41-cdd4-4e12-8050-2225875d08c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:53.999042 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bf0c41-cdd4-4e12-8050-2225875d08c6 None None] Bound using segment: {'id': 'e5a671ff-39d2-4aca-9f5d-8704617f1b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc'} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:35:53.999544 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-e5bf0c41-cdd4-4e12-8050-2225875d08c6 None None] Bound port: dcf161c3-cb87-4de1-8e9a-ac11927c3972, host: dv-cinder-789603-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5a671ff-39d2-4aca-9f5d-8704617f1b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc'}}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:35:54.000015 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0c41-cdd4-4e12-8050-2225875d08c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:54.078900 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-507ca95b-fb40-40c3-a208-661342c87f2d req-572a4e76-f09c-43fa-9794-9b3ef81a30b9 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/security-groups?id=781d3dc2-d333-438b-89a4-bb456990e7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317309 May 11 16:35:54.138824 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a7ef0bcc-2da3-4e9d-aae9-96e8a3eeaef1 req-e4cee44a-0f1f-439e-8c2c-b245b996f5d8 service neutron] 10.222.0.85 "GET /v2.0/networks/2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5688002 May 11 16:35:54.234402 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-e5bf0c41-cdd4-4e12-8050-2225875d08c6 None None] For port dcf161c3-cb87-4de1-8e9a-ac11927c3972, host dv-cinder-789603-4-smb, cleared binding levels {{(pid=78911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:35:54.246834 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-e5bf0c41-cdd4-4e12-8050-2225875d08c6 None None] For port dcf161c3-cb87-4de1-8e9a-ac11927c3972, host dv-cinder-789603-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=dcf161c3-cb87-4de1-8e9a-ac11927c3972,segment=NetworkSegment(e5a671ff-39d2-4aca-9f5d-8704617f1b4c),segment_id=e5a671ff-39d2-4aca-9f5d-8704617f1b4c)] {{(pid=78911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:35:54.256236 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-e5bf0c41-cdd4-4e12-8050-2225875d08c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:54.269184 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-10fe993b-3c3e-4758-869a-f1e3b10d0eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:54.331191 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-71fac87a-f6dd-4262-90a7-612ea4a2bdd9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:54.357188 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 2873d494-3e40-4fb6-8de3-abbc8535bbae up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:35:54.415767 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a7ef0bcc-2da3-4e9d-aae9-96e8a3eeaef1 req-d2559375-30d7-4179-a78c-d8333ebfe84f service neutron] 10.222.0.85 "GET /v2.0/networks/2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646685 May 11 16:35:54.440631 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-0c22cf33-9261-4212-87f5-507eb358ba9b tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:54.447966 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-0c22cf33-9261-4212-87f5-507eb358ba9b tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:54.479022 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:54.517123 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22cf33-9261-4212-87f5-507eb358ba9b tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14506dd0-c2ba-4d0e-a873-c3f405f5f05c,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:54.520981 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-0c22cf33-9261-4212-87f5-507eb358ba9b tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:54.524871 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-0c22cf33-9261-4212-87f5-507eb358ba9b tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:54.528601 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-0c22cf33-9261-4212-87f5-507eb358ba9b tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4581590 May 11 16:35:54.531484 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 45622) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:54.558898 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-e6af919e-fdcb-48d8-ac13-b216ecda9d2e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Request body: {'security_group_rule': {'security_group_id': '14506dd0-c2ba-4d0e-a873-c3f405f5f05c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:35:54.568295 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-e6af919e-fdcb-48d8-ac13-b216ecda9d2e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:54.575490 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-e6af919e-fdcb-48d8-ac13-b216ecda9d2e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Usage tracker for resource:security_group_rule and tenant:4736f52286484cdda08e797d3f5fb330 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:54.583460 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-e6af919e-fdcb-48d8-ac13-b216ecda9d2e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:54.585321 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf0c41-cdd4-4e12-8050-2225875d08c6 None None] Routers {'c29db716-d3ee-4526-8d8c-d5d3f92528d2'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:35:54.592071 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-e5bf0c41-cdd4-4e12-8050-2225875d08c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:35:44Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['c29db716-d3ee-4526-8d8c-d5d3f92528d2'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:35:54.609469 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-e6af919e-fdcb-48d8-ac13-b216ecda9d2e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:54.638574 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e6af919e-fdcb-48d8-ac13-b216ecda9d2e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:54.654987 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-1f128ef5-71a1-406f-ad91-c145967d98bd req-f776c2a1-63ba-4ffc-be9a-849fc9921a84 service neutron] 10.222.0.85 "GET /v2.0/networks/9b461c7c-08c1-454a-9676-241a31947400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6919043 May 11 16:35:54.737582 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff1894-2322-4fe7-8419-a6577101ce34 None None] Pushing event updated for resources: {'Port': ['ID=dcf161c3-cb87-4de1-8e9a-ac11927c3972,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:54.859146 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-f5ff1894-2322-4fe7-8419-a6577101ce34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:54.872927 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e6af919e-fdcb-48d8-ac13-b216ecda9d2e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:54.882643 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e6af919e-fdcb-48d8-ac13-b216ecda9d2e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496974'] for security_group_rule, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:54.885477 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:54.930362 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning for port 2873d494-3e40-4fb6-8de3-abbc8535bbae completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:35:54.955441 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af919e-fdcb-48d8-ac13-b216ecda9d2e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b6c79c-11cf-4257-923e-c592a7a4b17d,revision_number=0']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:54.961150 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-e6af919e-fdcb-48d8-ac13-b216ecda9d2e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:54.986076 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port 2873d494-3e40-4fb6-8de3-abbc8535bbae triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:35:54.986671 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:55.052666 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e6af919e-fdcb-48d8-ac13-b216ecda9d2e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:55.057131 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-e6af919e-fdcb-48d8-ac13-b216ecda9d2e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5219536 May 11 16:35:55.066368 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 45638) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:55.100343 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-89c55415-3c50-4582-81f6-c33b6f30feed tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Request body: {'security_group_rule': {'security_group_id': '14506dd0-c2ba-4d0e-a873-c3f405f5f05c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:35:55.154353 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-89c55415-3c50-4582-81f6-c33b6f30feed tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:55.165296 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-89c55415-3c50-4582-81f6-c33b6f30feed tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Usage tracker for resource:security_group_rule and tenant:4736f52286484cdda08e797d3f5fb330 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:55.180907 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-89c55415-3c50-4582-81f6-c33b6f30feed tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:55.191176 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-89c55415-3c50-4582-81f6-c33b6f30feed tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:55.208813 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-e5bf0c41-cdd4-4e12-8050-2225875d08c6 None None] Set router c29db716-d3ee-4526-8d8c-d5d3f92528d2 gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:35:55.209707 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-1f128ef5-71a1-406f-ad91-c145967d98bd req-251fcac7-baa4-48da-81a8-2c9fc63be22d service neutron] 10.222.0.85 "GET /v2.0/networks/9b461c7c-08c1-454a-9676-241a31947400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695971 May 11 16:35:55.235609 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-89c55415-3c50-4582-81f6-c33b6f30feed tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:55.250852 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_common [None req-71fac87a-f6dd-4262-90a7-612ea4a2bdd9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Allocated IP 172.28.1.251 (b8617b39-e2b1-4863-8310-b30d869022e5/f9de70b6-644a-45ab-98dc-77e0c30714b2/d7edf9b6-a7e1-4ca1-afae-533f814194f7) {{(pid=78910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:35:55.256401 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc6e07-9034-41dd-8116-e2cded7d2148 req-942d3c67-5e09-4177-9a7c-af99f91d064a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:55.264425 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-41cc6e07-9034-41dd-8116-e2cded7d2148 req-942d3c67-5e09-4177-9a7c-af99f91d064a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac8806ee-05ca-4bad-863c-a58f25502442 HTTP/1.1" status: 200 len: 943 time: 0.3014851 May 11 16:35:55.339303 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device b7a1832f-43f7-4560-a28c-b9fe0c1a281c details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:35:55.449524 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-71fac87a-f6dd-4262-90a7-612ea4a2bdd9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for port, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:55.493063 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 45660) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:55.502306 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-71fac87a-f6dd-4262-90a7-612ea4a2bdd9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687'] for port, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:55.508716 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-89c55415-3c50-4582-81f6-c33b6f30feed tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:55.515521 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-6b02ef52-0180-4c9d-b0a4-16cf26e090c5 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:55.528727 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-41cc6e07-9034-41dd-8116-e2cded7d2148 req-e23ad00b-1ee1-4a14-a901-616bee1db474 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627580 May 11 16:35:55.536087 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-89c55415-3c50-4582-81f6-c33b6f30feed tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496974'] for security_group_rule, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:55.597586 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-e6af919e-fdcb-48d8-ac13-b216ecda9d2e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:55.602842 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fac87a-f6dd-4262-90a7-612ea4a2bdd9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Network b8617b39-e2b1-4863-8310-b30d869022e5 is already hosted by enough agents. {{(pid=78910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:35:55.604093 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fac87a-f6dd-4262-90a7-612ea4a2bdd9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Pushing event updated for resources: {'Port': ['ID=d7edf9b6-a7e1-4ca1-afae-533f814194f7,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:55.607160 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [None req-71fac87a-f6dd-4262-90a7-612ea4a2bdd9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Resources bound (agent type, host, resource id): {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:35:55.608706 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-71fac87a-f6dd-4262-90a7-612ea4a2bdd9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:55.609412 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fac87a-f6dd-4262-90a7-612ea4a2bdd9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Received port after_create {{(pid=78910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:35:55.657885 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c55415-3c50-4582-81f6-c33b6f30feed tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fdd435b-1d97-4be6-8537-b1fb78f9b406,revision_number=0']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:55.666898 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-89c55415-3c50-4582-81f6-c33b6f30feed tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:55.678671 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-89c55415-3c50-4582-81f6-c33b6f30feed tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:55.682014 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-89c55415-3c50-4582-81f6-c33b6f30feed tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6099732 May 11 16:35:55.685846 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 45672) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:55.695446 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-e76fd10e-04b5-4eee-8e98-f328fd8d3e78 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Request body: {'floatingip': {'floating_network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:35:55.703032 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-e76fd10e-04b5-4eee-8e98-f328fd8d3e78 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:55.703581 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-71fac87a-f6dd-4262-90a7-612ea4a2bdd9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:55.707779 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-e76fd10e-04b5-4eee-8e98-f328fd8d3e78 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Usage tracker for resource:floatingip and tenant:4736f52286484cdda08e797d3f5fb330 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:55.719857 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-e76fd10e-04b5-4eee-8e98-f328fd8d3e78 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:55.736197 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.db.resource_extend [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 11 16:35:55.737518 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-e76fd10e-04b5-4eee-8e98-f328fd8d3e78 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:55.762233 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daebf6d-251e-4862-b1ee-619e4dd5a22d req-9599604d-3e06-4dd9-982e-2a91b37bf403 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:55.763984 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2daebf6d-251e-4862-b1ee-619e4dd5a22d req-9599604d-3e06-4dd9-982e-2a91b37bf403 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/ports?device_id=d82e2c11-c4c3-453b-a393-47adc5ee042d HTTP/1.1" status: 200 len: 943 time: 0.2529216 May 11 16:35:55.791750 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e76fd10e-04b5-4eee-8e98-f328fd8d3e78 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for floatingip, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:55.796603 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-71fac87a-f6dd-4262-90a7-612ea4a2bdd9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:55.878304 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-ad49f50d-8551-4280-adb4-b5c331be5694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:55.896405 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-ad49f50d-8551-4280-adb4-b5c331be5694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:55.901198 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-ad49f50d-8551-4280-adb4-b5c331be5694 admin admin] Usage tracker for resource:security_group_rule and tenant:17a580efcdf845b987c663d236e18f2e is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:55.904303 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-ad49f50d-8551-4280-adb4-b5c331be5694 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:55.910723 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-ad49f50d-8551-4280-adb4-b5c331be5694 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:55.984906 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2daebf6d-251e-4862-b1ee-619e4dd5a22d req-38899c92-700d-4aa3-be1a-5172aa4852ed tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/security-groups?id=781d3dc2-d333-438b-89a4-bb456990e7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138848 May 11 16:35:56.078975 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:56.104060 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e76fd10e-04b5-4eee-8e98-f328fd8d3e78 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:56.192515 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-ad49f50d-8551-4280-adb4-b5c331be5694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:56.201787 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-ad49f50d-8551-4280-adb4-b5c331be5694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:56.209139 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port b7a1832f-43f7-4560-a28c-b9fe0c1a281c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b7a1832f-43f7-4560-a28c-b9fe0c1a281c,segment=NetworkSegment(f4ee53ee-c22d-4c00-a36f-67b57e3abc10),segment_id=f4ee53ee-c22d-4c00-a36f-67b57e3abc10)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:56.212238 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-834214e5-580d-4713-bf98-d34eaed15c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:56.221602 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] For port 2873d494-3e40-4fb6-8de3-abbc8535bbae, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=2873d494-3e40-4fb6-8de3-abbc8535bbae,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:56.260218 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-ad49f50d-8551-4280-adb4-b5c331be5694 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=17a580efcdf845b987c663d236e18f2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7659781 May 11 16:35:56.263632 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:56.265834 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:56.267129 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 45682) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:56.268107 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.db_base_plugin_common [None req-e76fd10e-04b5-4eee-8e98-f328fd8d3e78 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Allocated IP 172.28.1.132 (b8617b39-e2b1-4863-8310-b30d869022e5/f9de70b6-644a-45ab-98dc-77e0c30714b2/946fa1fa-958a-4a35-9ec8-440c97a590ff) {{(pid=78909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:35:56.286664 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-71fac87a-f6dd-4262-90a7-612ea4a2bdd9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for port, precommit_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:56.293258 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49f50d-8551-4280-adb4-b5c331be5694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a553d91-19a9-4b7d-9e25-434fa03ee088,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:56.299130 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Returning: {'device': 'b7a1832f-43f7-4560-a28c-b9fe0c1a281c', 'network_id': '2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb', 'port_id': 'b7a1832f-43f7-4560-a28c-b9fe0c1a281c', 'mac_address': 'fa:16:3e:fc:44:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36bf2fe9-221d-4a78-8955-4e933d7f607e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:35:56.302731 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-71fac87a-f6dd-4262-90a7-612ea4a2bdd9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:56.316695 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-ad49f50d-8551-4280-adb4-b5c331be5694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:56.317189 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:56.373097 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-71fac87a-f6dd-4262-90a7-612ea4a2bdd9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397171'] for floatingip, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:56.404972 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:56.425423 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Pushing event updated for resources: {'Port': ['ID=2873d494-3e40-4fb6-8de3-abbc8535bbae,revision_number=5']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:56.430825 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:56.432820 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7e454209-a63f-473a-9247-ada71aac12e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:56.434561 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7a1832f-43f7-4560-a28c-b9fe0c1a281c {{(pid=78911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:35:56.438148 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fac87a-f6dd-4262-90a7-612ea4a2bdd9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Pushing event updated for resources: {'Port': ['ID=d7edf9b6-a7e1-4ca1-afae-533f814194f7,revision_number=2']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:56.451462 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-71fac87a-f6dd-4262-90a7-612ea4a2bdd9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:56.459344 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-71fac87a-f6dd-4262-90a7-612ea4a2bdd9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for floatingip, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:56.460862 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-71fac87a-f6dd-4262-90a7-612ea4a2bdd9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5184469 May 11 16:35:56.471139 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port b7a1832f-43f7-4560-a28c-b9fe0c1a281c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b7a1832f-43f7-4560-a28c-b9fe0c1a281c,segment=NetworkSegment(f4ee53ee-c22d-4c00-a36f-67b57e3abc10),segment_id=f4ee53ee-c22d-4c00-a36f-67b57e3abc10)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:56.471637 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e76fd10e-04b5-4eee-8e98-f328fd8d3e78 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for port, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:56.479259 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7e454209-a63f-473a-9247-ada71aac12e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:56.484976 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-e5bf0c41-cdd4-4e12-8050-2225875d08c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'name': 'tempest-AttachVolumeTestJSON-1731529142-router', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7c76ea05-3111-44d5-8874-972ab730413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'gw_port': {'id': '7c76ea05-3111-44d5-8874-972ab730413b', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:27Z', 'updated_at': '2021-05-11T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': 'dcf161c3-cb87-4de1-8e9a-ac11927c3972', 'name': '', 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'mac_address': 'fa:16:3e:14:13:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:36Z', 'updated_at': '2021-05-11T16:35:54Z', 'revision_number': 4, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'subnets': [{'id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:35:56.492647 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:56.493485 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device f80e0a8e-6f67-4eb8-8a84-3615cdcd2730 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:35:56.525359 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e76fd10e-04b5-4eee-8e98-f328fd8d3e78 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687'] for port, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:56.532422 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:56.538096 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf0c41-cdd4-4e12-8050-2225875d08c6 None None] The sync data for ids ['c29db716-d3ee-4526-8d8c-d5d3f92528d2'] in dv-cinder-789603-4-smb is: [{'id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'name': 'tempest-AttachVolumeTestJSON-1731529142-router', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7c76ea05-3111-44d5-8874-972ab730413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'gw_port': {'id': '7c76ea05-3111-44d5-8874-972ab730413b', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:27Z', 'updated_at': '2021-05-11T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': 'dcf161c3-cb87-4de1-8e9a-ac11927c3972', 'name': '', 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'mac_address': 'fa:16:3e:14:13:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:36Z', 'updated_at': '2021-05-11T16:35:54Z', 'revision_number': 4, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'subnets': [{'id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:35:56.542084 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-fcbcdab7-0351-4ac1-b617-8c08e25828fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:56.557048 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7e454209-a63f-473a-9247-ada71aac12e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:56.569236 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-e1426bac-ff0c-45d1-8d8c-a71ac22e355d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:56.601078 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e454209-a63f-473a-9247-ada71aac12e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a553d91-19a9-4b7d-9e25-434fa03ee088,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:56.602786 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76fd10e-04b5-4eee-8e98-f328fd8d3e78 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Network b8617b39-e2b1-4863-8310-b30d869022e5 is already hosted by enough agents. {{(pid=78909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:35:56.604039 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.base_scheduler [None req-e76fd10e-04b5-4eee-8e98-f328fd8d3e78 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Resources bound (agent type, host, resource id): {{(pid=78909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:35:56.616652 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76fd10e-04b5-4eee-8e98-f328fd8d3e78 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Received port after_create {{(pid=78909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:35:56.631517 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-7e454209-a63f-473a-9247-ada71aac12e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:56.635220 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7e454209-a63f-473a-9247-ada71aac12e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:56.645121 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-7e454209-a63f-473a-9247-ada71aac12e7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9a553d91-19a9-4b7d-9e25-434fa03ee088 HTTP/1.1" status: 204 len: 168 time: 0.3768373 May 11 16:35:56.725897 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e76fd10e-04b5-4eee-8e98-f328fd8d3e78 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:56.767498 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76fd10e-04b5-4eee-8e98-f328fd8d3e78 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Pushing event updated for resources: {'Port': ['ID=946fa1fa-958a-4a35-9ec8-440c97a590ff,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:56.841116 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-e76fd10e-04b5-4eee-8e98-f328fd8d3e78 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:56.940319 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=b7a1832f-43f7-4560-a28c-b9fe0c1a281c,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:56.956552 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:56.970514 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e76fd10e-04b5-4eee-8e98-f328fd8d3e78 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:56.977438 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port f80e0a8e-6f67-4eb8-8a84-3615cdcd2730, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f80e0a8e-6f67-4eb8-8a84-3615cdcd2730,segment=NetworkSegment(4baf4024-8ac6-4675-9b3c-88b417a27c97),segment_id=4baf4024-8ac6-4675-9b3c-88b417a27c97)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:56.999619 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Returning: {'device': 'f80e0a8e-6f67-4eb8-8a84-3615cdcd2730', 'network_id': '9b461c7c-08c1-454a-9676-241a31947400', 'port_id': 'f80e0a8e-6f67-4eb8-8a84-3615cdcd2730', 'mac_address': 'fa:16:3e:14:dc:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d5fe82-a974-4ef0-9941-7d9c5b0f03f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:35:57.086368 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:57.128507 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f80e0a8e-6f67-4eb8-8a84-3615cdcd2730 {{(pid=78911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:35:57.159064 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port f80e0a8e-6f67-4eb8-8a84-3615cdcd2730, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f80e0a8e-6f67-4eb8-8a84-3615cdcd2730,segment=NetworkSegment(4baf4024-8ac6-4675-9b3c-88b417a27c97),segment_id=4baf4024-8ac6-4675-9b3c-88b417a27c97)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:57.165910 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:57.167982 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:57.263058 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-f8672832-0b82-4489-9b66-9a27cbfe5849 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--2918446&fields=id&tenant_id=262ccc5510544ce0a4c4ce0d80c13de5 HTTP/1.1" status: 200 len: 267 time: 0.3383846 May 11 16:35:57.313319 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=f80e0a8e-6f67-4eb8-8a84-3615cdcd2730,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:57.319132 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:57.461973 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['f80e0a8e-6f67-4eb8-8a84-3615cdcd2730'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:35:57.534602 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['b7a1832f-43f7-4560-a28c-b9fe0c1a281c'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:35:57.548005 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa790186-19d3-4648-9598-9aef416824bb req-e7e7a497-91fa-4ec1-92cc-adcf0c862f3d tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:57.549572 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-aa790186-19d3-4648-9598-9aef416824bb req-e7e7a497-91fa-4ec1-92cc-adcf0c862f3d tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac8806ee-05ca-4bad-863c-a58f25502442 HTTP/1.1" status: 200 len: 943 time: 0.7097552 May 11 16:35:57.754418 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-aa790186-19d3-4648-9598-9aef416824bb req-e3b52f00-f3f4-476b-8a7c-c59b18d105fc tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928606 May 11 16:35:57.764828 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e76fd10e-04b5-4eee-8e98-f328fd8d3e78 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for port, precommit_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:57.773792 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-8a812161-cff1-4934-9276-b49c00973b1f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:57.793964 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-8a812161-cff1-4934-9276-b49c00973b1f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/networks?id=b88aa6df-5bed-46a0-8951-f555a2261aa5 HTTP/1.1" status: 200 len: 817 time: 0.5270233 May 11 16:35:57.825426 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-5db0acfd-c41a-4af9-b0db-f132505e066e tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/quotas/262ccc5510544ce0a4c4ce0d80c13de5 HTTP/1.1" status: 200 len: 375 time: 0.0334167 May 11 16:35:57.829866 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e76fd10e-04b5-4eee-8e98-f328fd8d3e78 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:57.848230 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-c64fa665-0f45-4609-9510-32e8e6742a99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:58.155407 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76fd10e-04b5-4eee-8e98-f328fd8d3e78 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Pushing event updated for resources: {'Port': ['ID=946fa1fa-958a-4a35-9ec8-440c97a590ff,revision_number=2']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:58.191737 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-e76fd10e-04b5-4eee-8e98-f328fd8d3e78 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:58.224817 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e76fd10e-04b5-4eee-8e98-f328fd8d3e78 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397171'] for floatingip, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:58.260719 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e76fd10e-04b5-4eee-8e98-f328fd8d3e78 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for floatingip, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:58.264434 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-e76fd10e-04b5-4eee-8e98-f328fd8d3e78 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5759733 May 11 16:35:58.322350 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712ecb9-7acf-49e8-b737-498c697eed7c req-79f69050-56ac-4a17-a241-21826366c3b4 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:58.332466 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1712ecb9-7acf-49e8-b737-498c697eed7c req-79f69050-56ac-4a17-a241-21826366c3b4 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/ports?device_id=d82e2c11-c4c3-453b-a393-47adc5ee042d HTTP/1.1" status: 200 len: 944 time: 0.4012339 May 11 16:35:58.401697 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-95a63c1f-b68f-490a-afff-a13f26364b98 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=262ccc5510544ce0a4c4ce0d80c13de5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5587006 May 11 16:35:58.474935 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1712ecb9-7acf-49e8-b737-498c697eed7c req-80d9a463-2af3-48ac-9a4a-451afeb49d2c tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/security-groups?id=781d3dc2-d333-438b-89a4-bb456990e7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397791 May 11 16:35:58.605035 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 2873d494-3e40-4fb6-8de3-abbc8535bbae up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:35:58.640648 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-711c3d07-9126-445e-95a1-d8e7e322d5ac service neutron] 10.222.0.76 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225757 May 11 16:35:58.703740 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port 2873d494-3e40-4fb6-8de3-abbc8535bbae triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:35:58.704112 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:58.887111 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-998f7d35-ddf5-4a9a-b3ae-f11427188d1e service neutron] 10.222.0.76 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453153 May 11 16:35:58.922259 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device dcf161c3-cb87-4de1-8e9a-ac11927c3972 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:35:58.947252 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 45800) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:59.063098 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning for port dcf161c3-cb87-4de1-8e9a-ac11927c3972 completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:35:59.075645 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port dcf161c3-cb87-4de1-8e9a-ac11927c3972 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:35:59.076382 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:59.077971 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-b3edac48-4bf0-426e-9ebb-d7aa28d4e745 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Synchronizing usage tracker for tenant:4736f52286484cdda08e797d3f5fb330 on resource:security_group {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:35:59.116949 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-b3edac48-4bf0-426e-9ebb-d7aa28d4e745 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Unset dirty status for tenant:4736f52286484cdda08e797d3f5fb330 on resource:security_group {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:35:59.131805 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-b3edac48-4bf0-426e-9ebb-d7aa28d4e745 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--298570724&fields=id&tenant_id=4736f52286484cdda08e797d3f5fb330 HTTP/1.1" status: 200 len: 267 time: 0.1811073 May 11 16:35:59.159873 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-96fb9948-d704-43da-8b0c-583eaaa70814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:59.192789 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-96fb9948-d704-43da-8b0c-583eaaa70814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:35:59.203038 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-96fb9948-d704-43da-8b0c-583eaaa70814 admin admin] Usage tracker for resource:security_group_rule and tenant:6457015b4067473a85e1b00190d16074 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:35:59.210522 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-96fb9948-d704-43da-8b0c-583eaaa70814 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:35:59.222131 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-96fb9948-d704-43da-8b0c-583eaaa70814 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:35:59.311567 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device f80e0a8e-6f67-4eb8-8a84-3615cdcd2730 up at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:35:59.440297 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-96fb9948-d704-43da-8b0c-583eaaa70814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:59.447676 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-96fb9948-d704-43da-8b0c-583eaaa70814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:59.477025 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:59.518932 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb9948-d704-43da-8b0c-583eaaa70814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d03dcb-faf8-4a9f-b70d-c1d574c38b3a,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:59.523046 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-96fb9948-d704-43da-8b0c-583eaaa70814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:59.571807 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-64b1f772-bef4-49d9-9763-91121c019ba8 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:59.581891 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-64b1f772-bef4-49d9-9763-91121c019ba8 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/networks?id=d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc HTTP/1.1" status: 200 len: 811 time: 0.4480748 May 11 16:35:59.588805 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-96fb9948-d704-43da-8b0c-583eaaa70814 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6457015b4067473a85e1b00190d16074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6375432 May 11 16:35:59.589549 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 45830) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:59.628282 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-b8ca4291-0672-4d5a-a3fa-81028b7343ff tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/quotas/4736f52286484cdda08e797d3f5fb330 HTTP/1.1" status: 200 len: 375 time: 0.0454278 May 11 16:35:59.640103 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:59.750977 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fe1fdc6d-df02-427f-b41f-b0824d88ea80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:59.771846 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] For port dcf161c3-cb87-4de1-8e9a-ac11927c3972, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=dcf161c3-cb87-4de1-8e9a-ac11927c3972,segment=NetworkSegment(e5a671ff-39d2-4aca-9f5d-8704617f1b4c),segment_id=e5a671ff-39d2-4aca-9f5d-8704617f1b4c)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:35:59.777052 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning for port f80e0a8e-6f67-4eb8-8a84-3615cdcd2730 completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:35:59.790818 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:59.798733 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:59.809586 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ac444-4868-4642-a68e-3fc211e1edb5 req-ced44696-0c17-441c-a11d-a9a73dbb705d tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:35:59.812648 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 45840) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:35:59.817108 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a77ac444-4868-4642-a68e-3fc211e1edb5 req-ced44696-0c17-441c-a11d-a9a73dbb705d tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac8806ee-05ca-4bad-863c-a58f25502442 HTTP/1.1" status: 200 len: 944 time: 0.4245579 May 11 16:35:59.831041 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fe1fdc6d-df02-427f-b41f-b0824d88ea80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:59.939406 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fe1fdc6d-df02-427f-b41f-b0824d88ea80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:59.946730 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-7c569b37-10e3-4955-a8c5-3d6a1de63313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:35:59.975401 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1fdc6d-df02-427f-b41f-b0824d88ea80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d03dcb-faf8-4a9f-b70d-c1d574c38b3a,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:35:59.982549 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-fe1fdc6d-df02-427f-b41f-b0824d88ea80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:35:59.984848 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fe1fdc6d-df02-427f-b41f-b0824d88ea80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:35:59.987218 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-fe1fdc6d-df02-427f-b41f-b0824d88ea80 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/73d03dcb-faf8-4a9f-b70d-c1d574c38b3a HTTP/1.1" status: 204 len: 168 time: 0.3959155 May 11 16:36:00.003038 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning complete for port f80e0a8e-6f67-4eb8-8a84-3615cdcd2730 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:36:00.005496 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:00.011046 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a77ac444-4868-4642-a68e-3fc211e1edb5 req-256e6e0d-dd63-47c6-9552-427d36e3d697 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855130 May 11 16:36:00.072124 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-22bb02fa-674f-4a86-8b8c-cb37fa6bc503 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Synchronizing usage tracker for tenant:4736f52286484cdda08e797d3f5fb330 on resource:port {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:36:00.135948 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-22bb02fa-674f-4a86-8b8c-cb37fa6bc503 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Unset dirty status for tenant:4736f52286484cdda08e797d3f5fb330 on resource:port {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:36:00.138076 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-22bb02fa-674f-4a86-8b8c-cb37fa6bc503 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4736f52286484cdda08e797d3f5fb330&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5090170 May 11 16:36:00.214514 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7383cac0-b3e3-4063-93b8-1a28ff6c60c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:00.245457 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Pushing event updated for resources: {'Port': ['ID=dcf161c3-cb87-4de1-8e9a-ac11927c3972,revision_number=5']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:00.262685 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:00.269637 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-7383cac0-b3e3-4063-93b8-1a28ff6c60c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:00.276393 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-7383cac0-b3e3-4063-93b8-1a28ff6c60c5 admin admin] Usage tracker for resource:security_group_rule and tenant:516d006ffe9749dcb37e8d93a4f11f01 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:00.279826 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-7383cac0-b3e3-4063-93b8-1a28ff6c60c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:00.305245 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-7383cac0-b3e3-4063-93b8-1a28ff6c60c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:00.454155 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device dcf161c3-cb87-4de1-8e9a-ac11927c3972 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:36:00.471268 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-42977f24-01f5-450b-a1dc-4427ccd08fc8 req-af552155-3962-427f-87da-eb564cb587ca tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 210 time: 0.2446709 May 11 16:36:00.528960 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7383cac0-b3e3-4063-93b8-1a28ff6c60c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:00.547261 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7383cac0-b3e3-4063-93b8-1a28ff6c60c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:00.563553 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-6ffccfd5-54e8-4bfa-ad26-c679e276b928 service neutron] 10.222.0.76 "GET /v2.0/networks/d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030609 May 11 16:36:00.565358 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-96fb9948-d704-43da-8b0c-583eaaa70814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:00.622514 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-7383cac0-b3e3-4063-93b8-1a28ff6c60c5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=516d006ffe9749dcb37e8d93a4f11f01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8056688 May 11 16:36:00.622514 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7383cac0-b3e3-4063-93b8-1a28ff6c60c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebdf750-19ac-4368-82d8-30c92324e232,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:00.625167 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 45860) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:00.628447 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-7383cac0-b3e3-4063-93b8-1a28ff6c60c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:00.721912 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-d4929c01-d9cb-4b2a-a7d0-a86979da9e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:00.722662 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:00.727322 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 45864) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:00.752363 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7daac95c-5d0f-490e-8e6c-e3c69042f153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:00.766539 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8806ee-05ca-4bad-863c-a58f25502442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80e0a8e-6f67-4eb8-8a84-3615cdcd2730'}] {{(pid=78911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:36:00.789745 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-7daac95c-5d0f-490e-8e6c-e3c69042f153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:00.802295 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-7daac95c-5d0f-490e-8e6c-e3c69042f153 admin admin] Usage tracker for resource:security_group_rule and tenant:8b412b1d08714e50ab481e2099d30721 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:00.806446 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-d4929c01-d9cb-4b2a-a7d0-a86979da9e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:00.814444 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-7daac95c-5d0f-490e-8e6c-e3c69042f153 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:00.824283 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-7daac95c-5d0f-490e-8e6c-e3c69042f153 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:00.851289 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port f80e0a8e-6f67-4eb8-8a84-3615cdcd2730, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f80e0a8e-6f67-4eb8-8a84-3615cdcd2730,segment=NetworkSegment(4baf4024-8ac6-4675-9b3c-88b417a27c97),segment_id=4baf4024-8ac6-4675-9b3c-88b417a27c97)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:00.856132 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-780cf2f5-42f0-46b3-8a16-21f816f07beb service neutron] 10.222.0.76 "GET /v2.0/networks/d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735267 May 11 16:36:00.863046 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:00.864303 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device b7a1832f-43f7-4560-a28c-b9fe0c1a281c up at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:36:00.883836 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67396b7c-f05d-423b-a2d4-162e84410af1 req-e5ca0bce-e716-405c-8031-ca9f0088bc84 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:00.885261 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-67396b7c-f05d-423b-a2d4-162e84410af1 req-e5ca0bce-e716-405c-8031-ca9f0088bc84 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/ports?device_id=d82e2c11-c4c3-453b-a393-47adc5ee042d HTTP/1.1" status: 200 len: 944 time: 0.1584249 May 11 16:36:00.900206 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-56304c1f-52f2-437f-8fc9-8fda741883ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:00.961840 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-d4929c01-d9cb-4b2a-a7d0-a86979da9e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:00.963221 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port dcf161c3-cb87-4de1-8e9a-ac11927c3972 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:36:00.964486 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:00.976334 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:01.000847 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4929c01-d9cb-4b2a-a7d0-a86979da9e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebdf750-19ac-4368-82d8-30c92324e232,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:01.018080 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-67396b7c-f05d-423b-a2d4-162e84410af1 req-4d2ea50b-340d-4477-87a5-a32efa8632a3 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/security-groups?id=781d3dc2-d333-438b-89a4-bb456990e7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222737 May 11 16:36:01.019015 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-d4929c01-d9cb-4b2a-a7d0-a86979da9e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:01.058497 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-d4929c01-d9cb-4b2a-a7d0-a86979da9e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:01.059621 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-d4929c01-d9cb-4b2a-a7d0-a86979da9e84 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2ebdf750-19ac-4368-82d8-30c92324e232 HTTP/1.1" status: 204 len: 168 time: 0.4335518 May 11 16:36:01.082774 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7daac95c-5d0f-490e-8e6c-e3c69042f153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:01.095876 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7daac95c-5d0f-490e-8e6c-e3c69042f153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:01.144249 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-68caa8d9-ce45-4add-bf53-1f9970021c13 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:01.240896 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=f80e0a8e-6f67-4eb8-8a84-3615cdcd2730,revision_number=5']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:01.259605 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:01.293804 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b267737-2c4a-4a42-b0b9-bf404109dbcf req-2adbc9c3-b1ff-489b-98b5-382f9184a373 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:01.298168 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2b267737-2c4a-4a42-b0b9-bf404109dbcf req-2adbc9c3-b1ff-489b-98b5-382f9184a373 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac8806ee-05ca-4bad-863c-a58f25502442 HTTP/1.1" status: 200 len: 945 time: 0.1250188 May 11 16:36:01.319175 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning for port b7a1832f-43f7-4560-a28c-b9fe0c1a281c completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:36:01.478252 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-7daac95c-5d0f-490e-8e6c-e3c69042f153 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8b412b1d08714e50ab481e2099d30721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7495260 May 11 16:36:01.483062 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daac95c-5d0f-490e-8e6c-e3c69042f153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bc1725-ba0c-4451-acb4-818d65234312,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:01.487001 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-7daac95c-5d0f-490e-8e6c-e3c69042f153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:01.491406 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 45900) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:01.507112 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning complete for port b7a1832f-43f7-4560-a28c-b9fe0c1a281c triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:36:01.510007 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:01.626149 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-855dba2e-43c2-4ddd-87f2-b88d36cb9ad5 req-9cd29acd-d959-40ab-99d4-e81329b05d58 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 210 time: 0.3265755 May 11 16:36:01.716137 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-47a653d1-b196-4f45-ae43-c86211039950 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:01.717208 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-47a653d1-b196-4f45-ae43-c86211039950 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Synchronizing usage tracker for tenant:262ccc5510544ce0a4c4ce0d80c13de5 on resource:network {{(pid=78910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:36:01.753339 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-c08fb44c-d344-459d-96d0-d04924a49c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:01.765631 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-47a653d1-b196-4f45-ae43-c86211039950 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Unset dirty status for tenant:262ccc5510544ce0a4c4ce0d80c13de5 on resource:network {{(pid=78910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:36:01.766551 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-47a653d1-b196-4f45-ae43-c86211039950 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.85 "GET /v2.0/networks?id=b88aa6df-5bed-46a0-8951-f555a2261aa5 HTTP/1.1" status: 200 len: 817 time: 0.6405284 May 11 16:36:01.777673 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2b267737-2c4a-4a42-b0b9-bf404109dbcf req-cab93157-c44f-4457-9701-cd410e1119c3 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475258 May 11 16:36:01.913039 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-72f43cd5-298a-4f13-8523-fdf26c65cfb1 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Synchronizing usage tracker for tenant:262ccc5510544ce0a4c4ce0d80c13de5 on resource:security_group {{(pid=78910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:36:01.925256 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:02.063270 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port b7a1832f-43f7-4560-a28c-b9fe0c1a281c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b7a1832f-43f7-4560-a28c-b9fe0c1a281c,segment=NetworkSegment(f4ee53ee-c22d-4c00-a36f-67b57e3abc10),segment_id=f4ee53ee-c22d-4c00-a36f-67b57e3abc10)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:02.073035 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-c08fb44c-d344-459d-96d0-d04924a49c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:02.074262 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:02.084296 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-72f43cd5-298a-4f13-8523-fdf26c65cfb1 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Unset dirty status for tenant:262ccc5510544ce0a4c4ce0d80c13de5 on resource:security_group {{(pid=78910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:36:02.084814 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:02.086269 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-72f43cd5-298a-4f13-8523-fdf26c65cfb1 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=262ccc5510544ce0a4c4ce0d80c13de5 HTTP/1.1" status: 200 len: 377 time: 0.3051858 May 11 16:36:02.137830 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-df1a7795-2b47-4cab-9795-3d0c9813a68c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Request body: {'port': {'device_id': '67877986-c824-470e-81f1-4fd751417ebd', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'admin_state_up': True, 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'security_groups': ['d6a7bedb-ffdc-457c-9fa6-dec7a386f014']}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:02.221031 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ff77ebd1-bfdd-4e59-a41f-dac8b23b00fd req-6e9cf290-2582-47c5-9de6-cc5e20fb927f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 210 time: 0.1312041 May 11 16:36:02.260142 dv-cinder-789603-4-smb neutron-server[78911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8806ee-05ca-4bad-863c-a58f25502442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80e0a8e-6f67-4eb8-8a84-3615cdcd2730', 'code': 200} May 11 16:36:02.315619 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=b7a1832f-43f7-4560-a28c-b9fe0c1a281c,revision_number=5']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:02.319473 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:02.371948 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae362b54-69f8-42cb-9257-62a2827977e8 req-1bea023c-dd83-41e6-9abc-07c1d69001c6 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:02.374548 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ae362b54-69f8-42cb-9257-62a2827977e8 req-1bea023c-dd83-41e6-9abc-07c1d69001c6 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/ports?device_id=d82e2c11-c4c3-453b-a393-47adc5ee042d HTTP/1.1" status: 200 len: 945 time: 0.1136229 May 11 16:36:02.436119 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ae362b54-69f8-42cb-9257-62a2827977e8 req-9230ff1b-edec-4d60-9d44-5f34b713c39c tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/security-groups?id=781d3dc2-d333-438b-89a4-bb456990e7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548382 May 11 16:36:02.439425 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-df1a7795-2b47-4cab-9795-3d0c9813a68c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:02.445075 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-df1a7795-2b47-4cab-9795-3d0c9813a68c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Usage tracker for resource:port and tenant:262ccc5510544ce0a4c4ce0d80c13de5 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:02.448345 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-df1a7795-2b47-4cab-9795-3d0c9813a68c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:02.455216 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-df1a7795-2b47-4cab-9795-3d0c9813a68c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:02.484805 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-df1a7795-2b47-4cab-9795-3d0c9813a68c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Made reservation on behalf of 262ccc5510544ce0a4c4ce0d80c13de5 for: {'port': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:36:02.493752 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-df1a7795-2b47-4cab-9795-3d0c9813a68c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:02.529380 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1179ac-5d18-42b2-8d0e-39a0eddba372 req-b88148da-5900-461f-a895-270843d2669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:02.530940 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5d1179ac-5d18-42b2-8d0e-39a0eddba372 req-b88148da-5900-461f-a895-270843d2669a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ac8806ee-05ca-4bad-863c-a58f25502442 HTTP/1.1" status: 200 len: 1098 time: 0.0987456 May 11 16:36:02.531884 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-c08fb44c-d344-459d-96d0-d04924a49c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:02.557313 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-5d1179ac-5d18-42b2-8d0e-39a0eddba372 req-4600b553-3ea9-4f68-b4ba-4e13d54394c0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:02.578686 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [req-5d1179ac-5d18-42b2-8d0e-39a0eddba372 req-4600b553-3ea9-4f68-b4ba-4e13d54394c0 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:02.583445 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-5d1179ac-5d18-42b2-8d0e-39a0eddba372 req-4600b553-3ea9-4f68-b4ba-4e13d54394c0 service neutron] Usage tracker for resource:security_group_rule and tenant:ba4cb4b78c124fff83d63585f0df24fc is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:02.586635 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-5d1179ac-5d18-42b2-8d0e-39a0eddba372 req-4600b553-3ea9-4f68-b4ba-4e13d54394c0 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:02.594066 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [req-5d1179ac-5d18-42b2-8d0e-39a0eddba372 req-4600b553-3ea9-4f68-b4ba-4e13d54394c0 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:02.597423 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:02.619744 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08fb44c-d344-459d-96d0-d04924a49c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bc1725-ba0c-4451-acb4-818d65234312,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:02.629058 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-c08fb44c-d344-459d-96d0-d04924a49c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:02.633431 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-c08fb44c-d344-459d-96d0-d04924a49c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:02.634651 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-c08fb44c-d344-459d-96d0-d04924a49c78 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b5bc1725-ba0c-4451-acb4-818d65234312 HTTP/1.1" status: 204 len: 168 time: 1.1414478 May 11 16:36:02.804944 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-5d1179ac-5d18-42b2-8d0e-39a0eddba372 req-4600b553-3ea9-4f68-b4ba-4e13d54394c0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:02.812002 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-5d1179ac-5d18-42b2-8d0e-39a0eddba372 req-4600b553-3ea9-4f68-b4ba-4e13d54394c0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:02.826802 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-71795a3d-db7a-4a0c-8b2a-663bf8b01db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:02.842316 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_common [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-df1a7795-2b47-4cab-9795-3d0c9813a68c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Allocated IP 172.20.0.13 (b88aa6df-5bed-46a0-8951-f555a2261aa5/a408f652-827a-47bf-a362-ed4cc793ec89/1b922d21-ad5e-427d-bb68-4dc27a9225d6) {{(pid=78910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:36:02.853156 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5d1179ac-5d18-42b2-8d0e-39a0eddba372 req-4600b553-3ea9-4f68-b4ba-4e13d54394c0 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148258 May 11 16:36:02.871506 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600b553-3ea9-4f68-b4ba-4e13d54394c0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd97304-2bdb-4ea1-9a54-a75ca3a0c7dd,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:02.876060 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-4600b553-3ea9-4f68-b4ba-4e13d54394c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:02.976257 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-733f8edc-9ad0-44a5-a4b6-385b5945afab req-988e055f-695e-4c38-a780-2205142de6fb tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 210 time: 0.0713952 May 11 16:36:03.085038 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e8c06-b2be-48b1-9203-2365635049e2 req-878f6d3e-ea32-43e8-8169-6b50509a4834 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:03.087050 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d96e8c06-b2be-48b1-9203-2365635049e2 req-878f6d3e-ea32-43e8-8169-6b50509a4834 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac8806ee-05ca-4bad-863c-a58f25502442 HTTP/1.1" status: 200 len: 945 time: 0.1301231 May 11 16:36:03.179111 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d96e8c06-b2be-48b1-9203-2365635049e2 req-8e0e0309-6bfd-4a53-b3e2-7995cd2495ee tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862610 May 11 16:36:03.237427 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-df1a7795-2b47-4cab-9795-3d0c9813a68c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for port, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:03.284818 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.provisioning_blocks [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-df1a7795-2b47-4cab-9795-3d0c9813a68c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Transition to ACTIVE for port object 1b922d21-ad5e-427d-bb68-4dc27a9225d6 will not be triggered until provisioned by entity DHCP. {{(pid=78910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:36:03.350931 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-df1a7795-2b47-4cab-9795-3d0c9813a68c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687'] for port, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:03.361191 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-35d85030-adcd-4c67-b46b-f524a5b4088c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:03.607044 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-df1a7795-2b47-4cab-9795-3d0c9813a68c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Network b88aa6df-5bed-46a0-8951-f555a2261aa5 is already hosted by enough agents. {{(pid=78910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:36:03.627905 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a7795-2b47-4cab-9795-3d0c9813a68c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Pushing event updated for resources: {'Port': ['ID=1b922d21-ad5e-427d-bb68-4dc27a9225d6,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:03.634612 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-df1a7795-2b47-4cab-9795-3d0c9813a68c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Resources bound (agent type, host, resource id): {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:36:03.644814 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-df1a7795-2b47-4cab-9795-3d0c9813a68c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:03.648205 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-df1a7795-2b47-4cab-9795-3d0c9813a68c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Received port after_create {{(pid=78910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:36:03.678592 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-df1a7795-2b47-4cab-9795-3d0c9813a68c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:03.679498 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-df1a7795-2b47-4cab-9795-3d0c9813a68c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:03.735861 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-df1a7795-2b47-4cab-9795-3d0c9813a68c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6334186 May 11 16:36:03.753479 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-6536939a-6719-46f6-ae2b-b3c6f1f8d198 service neutron] Request body: {'port': {'device_id': '67877986-c824-470e-81f1-4fd751417ebd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:03.936951 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4375e9-8685-4bfa-ad32-19398abaf77f req-f10c37c8-ed48-4c73-a913-3be406cffadd tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:03.943708 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5c4375e9-8685-4bfa-ad32-19398abaf77f req-f10c37c8-ed48-4c73-a913-3be406cffadd tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 932 time: 0.3876948 May 11 16:36:03.962464 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-e0c1b0ac-e56c-4857-83e2-2b99d0933446 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:03.966612 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-e0c1b0ac-e56c-4857-83e2-2b99d0933446 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.85 "GET /v2.0/networks?id=d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc HTTP/1.1" status: 200 len: 811 time: 0.6313744 May 11 16:36:04.048960 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-6536939a-6719-46f6-ae2b-b3c6f1f8d198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:04.113103 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-7cd13482-6283-49e1-ae3e-b351baf4961d None None] Provisioning for port 1b922d21-ad5e-427d-bb68-4dc27a9225d6 completed by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:36:04.122448 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-7cd13482-6283-49e1-ae3e-b351baf4961d None None] Provisioning complete for port 1b922d21-ad5e-427d-bb68-4dc27a9225d6 triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:36:04.123080 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-7cd13482-6283-49e1-ae3e-b351baf4961d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:04.159933 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-88126b9f-96c1-41a2-be83-ce737e12a154 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4736f52286484cdda08e797d3f5fb330 HTTP/1.1" status: 200 len: 379 time: 0.1508501 May 11 16:36:04.216835 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-c35ba55d-468b-4f99-b500-7f3f3468c60d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Request body: {'port': {'device_id': '1bafc82c-9204-49e0-823f-61d9718be734', 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc', 'admin_state_up': True, 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'security_groups': ['14506dd0-c2ba-4d0e-a873-c3f405f5f05c']}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:04.262669 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82e2c11-c4c3-453b-a393-47adc5ee042d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a1832f-43f7-4560-a28c-b9fe0c1a281c'}] {{(pid=78911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:36:04.270661 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5c4375e9-8685-4bfa-ad32-19398abaf77f req-c940c475-ad24-411c-bdb3-0d5b808424ea tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2844441 May 11 16:36:04.284756 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-7cd13482-6283-49e1-ae3e-b351baf4961d None None] Port 1b922d21-ad5e-427d-bb68-4dc27a9225d6 cannot update to ACTIVE because it is not bound. {{(pid=78911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:36:04.498048 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ea7fb-71f1-480a-8c35-2c8931b07e93 req-900773da-aab7-451f-9814-051174f0f4df tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:04.502166 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-eb4ea7fb-71f1-480a-8c35-2c8931b07e93 req-900773da-aab7-451f-9814-051174f0f4df tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/ports?device_id=d82e2c11-c4c3-453b-a393-47adc5ee042d HTTP/1.1" status: 200 len: 945 time: 0.7371767 May 11 16:36:04.629258 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-6536939a-6719-46f6-ae2b-b3c6f1f8d198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b922d21-ad5e-427d-bb68-4dc27a9225d6 {{(pid=78910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:36:04.638494 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-6536939a-6719-46f6-ae2b-b3c6f1f8d198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:04.646467 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3b4fb2ec-dcd4-4006-ab74-14a82d3dec85 req-910cf947-77a7-4397-b806-53e88e4e5357 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 210 time: 0.1106608 May 11 16:36:04.656411 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.provisioning_blocks [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-6536939a-6719-46f6-ae2b-b3c6f1f8d198 service neutron] Transition to ACTIVE for port object 1b922d21-ad5e-427d-bb68-4dc27a9225d6 will not be triggered until provisioned by entity L2. {{(pid=78910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:36:04.664020 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-6536939a-6719-46f6-ae2b-b3c6f1f8d198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:04.672559 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:04.686032 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-eb4ea7fb-71f1-480a-8c35-2c8931b07e93 req-35bac391-f0c1-4c04-a765-f8224f157982 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/security-groups?id=781d3dc2-d333-438b-89a4-bb456990e7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712062 May 11 16:36:04.696417 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-c35ba55d-468b-4f99-b500-7f3f3468c60d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:04.717043 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-c35ba55d-468b-4f99-b500-7f3f3468c60d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:04.742271 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-c35ba55d-468b-4f99-b500-7f3f3468c60d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Made reservation on behalf of 4736f52286484cdda08e797d3f5fb330 for: {'port': 1} {{(pid=78909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:36:04.746329 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-c35ba55d-468b-4f99-b500-7f3f3468c60d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:04.777523 dv-cinder-789603-4-smb neutron-server[78911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82e2c11-c4c3-453b-a393-47adc5ee042d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a1832f-43f7-4560-a28c-b9fe0c1a281c', 'code': 200} May 11 16:36:04.935902 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536939a-6719-46f6-ae2b-b3c6f1f8d198 service neutron] Pushing event updated for resources: {'Port': ['ID=1b922d21-ad5e-427d-bb68-4dc27a9225d6,revision_number=2']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:04.940568 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-6536939a-6719-46f6-ae2b-b3c6f1f8d198 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:04.956239 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-6536939a-6719-46f6-ae2b-b3c6f1f8d198 service neutron] Attempting to bind port 1b922d21-ad5e-427d-bb68-4dc27a9225d6 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:36:04.957242 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-6536939a-6719-46f6-ae2b-b3c6f1f8d198 service neutron] Attempting to bind port 1b922d21-ad5e-427d-bb68-4dc27a9225d6 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'b2b3869b-177a-498c-8b86-08953c55433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5'}] {{(pid=78910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:36:04.957722 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-6536939a-6719-46f6-ae2b-b3c6f1f8d198 service neutron] Attempting to bind port 1b922d21-ad5e-427d-bb68-4dc27a9225d6 on network b88aa6df-5bed-46a0-8951-f555a2261aa5 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:36:04.963343 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-6536939a-6719-46f6-ae2b-b3c6f1f8d198 service neutron] Port 1b922d21-ad5e-427d-bb68-4dc27a9225d6 on network b88aa6df-5bed-46a0-8951-f555a2261aa5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:36:04.965644 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-6536939a-6719-46f6-ae2b-b3c6f1f8d198 service neutron] Attempting to bind port 1b922d21-ad5e-427d-bb68-4dc27a9225d6 on network b88aa6df-5bed-46a0-8951-f555a2261aa5 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:36:04.979218 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-6536939a-6719-46f6-ae2b-b3c6f1f8d198 service neutron] Checking agent: {'id': 'd37e6d19-ade9-4e89-aecb-ac851dc75e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'started_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:36:04.983232 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-6536939a-6719-46f6-ae2b-b3c6f1f8d198 service neutron] Checking segment: {'id': 'b2b3869b-177a-498c-8b86-08953c55433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:36:04.983952 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-6536939a-6719-46f6-ae2b-b3c6f1f8d198 service neutron] Bound using segment: {'id': 'b2b3869b-177a-498c-8b86-08953c55433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5'} {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:36:04.984630 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-6536939a-6719-46f6-ae2b-b3c6f1f8d198 service neutron] Bound port: 1b922d21-ad5e-427d-bb68-4dc27a9225d6, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2b3869b-177a-498c-8b86-08953c55433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5'}}] {{(pid=78910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:36:04.986327 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-6536939a-6719-46f6-ae2b-b3c6f1f8d198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:05.124692 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d39689-ace9-42f8-a017-63faf6a34bfe req-cb1d7335-9cfd-4481-b104-0383390bb3e4 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:05.134462 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c4d39689-ace9-42f8-a017-63faf6a34bfe req-cb1d7335-9cfd-4481-b104-0383390bb3e4 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac8806ee-05ca-4bad-863c-a58f25502442 HTTP/1.1" status: 200 len: 945 time: 0.2474918 May 11 16:36:05.139415 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.85', 49915) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:05.146935 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-6536939a-6719-46f6-ae2b-b3c6f1f8d198 service neutron] For port 1b922d21-ad5e-427d-bb68-4dc27a9225d6, host hv-cinder-78960, cleared binding levels {{(pid=78910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:36:05.155380 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-6536939a-6719-46f6-ae2b-b3c6f1f8d198 service neutron] For port 1b922d21-ad5e-427d-bb68-4dc27a9225d6, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b922d21-ad5e-427d-bb68-4dc27a9225d6,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:36:05.214526 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.db_base_plugin_common [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-c35ba55d-468b-4f99-b500-7f3f3468c60d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Allocated IP 172.20.0.9 (d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc/92408bfd-18b4-4d40-bf0b-34a82b102005/77eddc3e-a2be-4d50-b58c-73253d7a8464) {{(pid=78909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:36:05.219196 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-6536939a-6719-46f6-ae2b-b3c6f1f8d198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:05.232224 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c4d39689-ace9-42f8-a017-63faf6a34bfe req-4ebbfbf3-da05-4695-9015-296dde772c55 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964713 May 11 16:36:05.241408 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-91f30d5f-262a-4665-9f74-b7003591a556 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:05.325631 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-6536939a-6719-46f6-ae2b-b3c6f1f8d198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:05.328418 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-6536939a-6719-46f6-ae2b-b3c6f1f8d198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:05.330315 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-6536939a-6719-46f6-ae2b-b3c6f1f8d198 service neutron] 10.222.0.85 "PUT /v2.0/ports/1b922d21-ad5e-427d-bb68-4dc27a9225d6 HTTP/1.1" status: 200 len: 1094 time: 1.5867023 May 11 16:36:05.331245 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67877986-c824-470e-81f1-4fd751417ebd', 'tag': '1b922d21-ad5e-427d-bb68-4dc27a9225d6'}] {{(pid=78910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:36:05.467380 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfb866-f083-4c0c-8901-81495e27cbff req-4d3d53ed-c84b-4cc9-8a04-112a8a43d12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:05.467380 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-cadfb866-f083-4c0c-8901-81495e27cbff req-4d3d53ed-c84b-4cc9-8a04-112a8a43d12b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d82e2c11-c4c3-453b-a393-47adc5ee042d HTTP/1.1" status: 200 len: 1098 time: 0.3234119 May 11 16:36:05.469785 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536939a-6719-46f6-ae2b-b3c6f1f8d198 service neutron] Pushing event updated for resources: {'Port': ['ID=1b922d21-ad5e-427d-bb68-4dc27a9225d6,revision_number=3']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:05.504237 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-6536939a-6719-46f6-ae2b-b3c6f1f8d198 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:05.549792 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67877986-c824-470e-81f1-4fd751417ebd', 'tag': '1b922d21-ad5e-427d-bb68-4dc27a9225d6', 'status': 'completed', 'code': 200} May 11 16:36:05.623497 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-cadfb866-f083-4c0c-8901-81495e27cbff req-0c78a7cb-887a-48e5-84ea-07c76c7b66b9 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=781d3dc2-d333-438b-89a4-bb456990e7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446028 May 11 16:36:05.667092 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-a1117bdf-24a9-434c-ab6a-03d335b92d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:05.669629 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-a1117bdf-24a9-434c-ab6a-03d335b92d7e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=262ccc5510544ce0a4c4ce0d80c13de5&device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 1097 time: 0.2896059 May 11 16:36:05.828381 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-c35ba55d-468b-4f99-b500-7f3f3468c60d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for port, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:05.970941 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-a927f271-d1d0-40ea-8830-30ac9274525c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b922d21-ad5e-427d-bb68-4dc27a9225d6 HTTP/1.1" status: 200 len: 217 time: 0.2922010 May 11 16:36:06.056233 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-177b3a7e-db5a-422a-a988-eea1509e5f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:06.058008 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-177b3a7e-db5a-422a-a988-eea1509e5f1e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a408f652-827a-47bf-a362-ed4cc793ec89 HTTP/1.1" status: 200 len: 856 time: 0.0784478 May 11 16:36:06.064079 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.provisioning_blocks [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-c35ba55d-468b-4f99-b500-7f3f3468c60d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Transition to ACTIVE for port object 77eddc3e-a2be-4d50-b58c-73253d7a8464 will not be triggered until provisioned by entity DHCP. {{(pid=78909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:36:06.086554 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088279b-04d0-4d2e-aecb-a75e327b0821 req-b721e8f7-eae5-400f-9149-bc4642f85293 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:06.088183 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f088279b-04d0-4d2e-aecb-a75e327b0821 req-b721e8f7-eae5-400f-9149-bc4642f85293 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 944 time: 0.5101044 May 11 16:36:06.100729 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-e3b6d55f-4f07-47a4-9a2e-16cb83c5c20c req-d1f3ffc6-f536-4247-b752-1c4573ac7ff5 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 210 time: 0.2075481 May 11 16:36:06.201121 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-c35ba55d-468b-4f99-b500-7f3f3468c60d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687'] for port, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:06.211197 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-b2b0bdbb-fa85-4603-b5b9-673982eb0b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:06.212890 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-b2b0bdbb-fa85-4603-b5b9-673982eb0b14 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b88aa6df-5bed-46a0-8951-f555a2261aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1470909 May 11 16:36:06.265925 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-e76fd10e-04b5-4eee-8e98-f328fd8d3e78 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:06.377564 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-c35ba55d-468b-4f99-b500-7f3f3468c60d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Network d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc is already hosted by enough agents. {{(pid=78909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:36:06.397992 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.base_scheduler [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-c35ba55d-468b-4f99-b500-7f3f3468c60d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Resources bound (agent type, host, resource id): {{(pid=78909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:36:06.407008 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-c35ba55d-468b-4f99-b500-7f3f3468c60d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Received port after_create {{(pid=78909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:36:06.415899 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-c35ba55d-468b-4f99-b500-7f3f3468c60d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:06.416564 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-c35ba55d-468b-4f99-b500-7f3f3468c60d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for port, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:06.429898 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f088279b-04d0-4d2e-aecb-a75e327b0821 req-1ace3236-3740-4e0b-8a3e-7717da3444ad tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3269701 May 11 16:36:06.535161 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-941059e2-9cc7-46b5-be72-91496e98df79 service neutron] 10.222.0.85 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128724 May 11 16:36:06.624386 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ba55d-468b-4f99-b500-7f3f3468c60d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Pushing event updated for resources: {'Port': ['ID=77eddc3e-a2be-4d50-b58c-73253d7a8464,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:06.644076 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-c35ba55d-468b-4f99-b500-7f3f3468c60d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:06.662015 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-c35ba55d-468b-4f99-b500-7f3f3468c60d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4527917 May 11 16:36:06.687299 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-8043be76-24f7-4b92-adc0-8ba82fa88f18 service neutron] Request body: {'port': {'device_id': '1bafc82c-9204-49e0-823f-61d9718be734', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:06.747843 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3459d2-bd9e-42f4-8944-24e354e64fea req-c60e0656-13e3-4846-a0b7-c30edb45e04e tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:06.749459 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4e3459d2-bd9e-42f4-8944-24e354e64fea req-c60e0656-13e3-4846-a0b7-c30edb45e04e tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/ports?device_id=d82e2c11-c4c3-453b-a393-47adc5ee042d HTTP/1.1" status: 200 len: 945 time: 0.3538597 May 11 16:36:06.900217 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-571a9c9d-a15b-4d17-be8e-034c53dcbf19 req-a1013b87-3fe7-442d-b356-e296e5fe4dfb service neutron] 10.222.0.85 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561714 May 11 16:36:06.918454 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-124902ea-d152-4b39-8250-3af236da0851 None None] Provisioning for port 77eddc3e-a2be-4d50-b58c-73253d7a8464 completed by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:36:06.927222 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-124902ea-d152-4b39-8250-3af236da0851 None None] Provisioning complete for port 77eddc3e-a2be-4d50-b58c-73253d7a8464 triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:36:06.928327 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-124902ea-d152-4b39-8250-3af236da0851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:06.991482 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4e3459d2-bd9e-42f4-8944-24e354e64fea req-4799377c-f7fa-4c7b-9fb0-c202644ff51e tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/security-groups?id=781d3dc2-d333-438b-89a4-bb456990e7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315176 May 11 16:36:07.013004 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-124902ea-d152-4b39-8250-3af236da0851 None None] Port 77eddc3e-a2be-4d50-b58c-73253d7a8464 cannot update to ACTIVE because it is not bound. {{(pid=78911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:36:07.027712 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-8043be76-24f7-4b92-adc0-8ba82fa88f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:07.116100 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e81cb1-1fdc-4bec-9ac3-95eaa8c55a98 req-7388253c-1aaa-4999-80d1-36c33f32aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:07.120949 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-89e81cb1-1fdc-4bec-9ac3-95eaa8c55a98 req-7388253c-1aaa-4999-80d1-36c33f32aa07 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=262ccc5510544ce0a4c4ce0d80c13de5&device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 1097 time: 0.1504850 May 11 16:36:07.288338 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e81cb1-1fdc-4bec-9ac3-95eaa8c55a98 req-b3a89a92-0e4b-45af-9dba-e03c41beb02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:07.289783 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-89e81cb1-1fdc-4bec-9ac3-95eaa8c55a98 req-b3a89a92-0e4b-45af-9dba-e03c41beb02f service neutron] 10.222.0.85 "GET /v2.0/networks?id=b88aa6df-5bed-46a0-8951-f555a2261aa5 HTTP/1.1" status: 200 len: 919 time: 0.1607840 May 11 16:36:07.383486 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-89e81cb1-1fdc-4bec-9ac3-95eaa8c55a98 req-131bc3a6-c05e-4d1d-a63f-80154ad4c66a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b922d21-ad5e-427d-bb68-4dc27a9225d6 HTTP/1.1" status: 200 len: 217 time: 0.0745101 May 11 16:36:07.459979 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e81cb1-1fdc-4bec-9ac3-95eaa8c55a98 req-83c4e7dd-a76c-4d7b-95cd-11ccf5661f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:07.461641 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-89e81cb1-1fdc-4bec-9ac3-95eaa8c55a98 req-83c4e7dd-a76c-4d7b-95cd-11ccf5661f84 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a408f652-827a-47bf-a362-ed4cc793ec89 HTTP/1.1" status: 200 len: 856 time: 0.0682418 May 11 16:36:07.466203 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dc6f9-bbf6-4a53-9533-b6e195f42f18 req-0b0fa0dd-469e-4f0b-b836-87ed002c4f56 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:07.466982 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-473dc6f9-bbf6-4a53-9533-b6e195f42f18 req-0b0fa0dd-469e-4f0b-b836-87ed002c4f56 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Synchronizing usage tracker for tenant:4736f52286484cdda08e797d3f5fb330 on resource:port {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:36:07.498709 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-473dc6f9-bbf6-4a53-9533-b6e195f42f18 req-0b0fa0dd-469e-4f0b-b836-87ed002c4f56 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Unset dirty status for tenant:4736f52286484cdda08e797d3f5fb330 on resource:port {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:36:07.499874 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-473dc6f9-bbf6-4a53-9533-b6e195f42f18 req-0b0fa0dd-469e-4f0b-b836-87ed002c4f56 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 931 time: 0.2376626 May 11 16:36:07.550270 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e81cb1-1fdc-4bec-9ac3-95eaa8c55a98 req-56f1d153-3ca1-4a4b-920b-5ae406f83a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:07.552777 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-89e81cb1-1fdc-4bec-9ac3-95eaa8c55a98 req-56f1d153-3ca1-4a4b-920b-5ae406f83a46 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b88aa6df-5bed-46a0-8951-f555a2261aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0841508 May 11 16:36:07.595332 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-8043be76-24f7-4b92-adc0-8ba82fa88f18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77eddc3e-a2be-4d50-b58c-73253d7a8464 {{(pid=78909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:36:07.606514 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-8043be76-24f7-4b92-adc0-8ba82fa88f18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:07.718973 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.provisioning_blocks [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-8043be76-24f7-4b92-adc0-8ba82fa88f18 service neutron] Transition to ACTIVE for port object 77eddc3e-a2be-4d50-b58c-73253d7a8464 will not be triggered until provisioned by entity L2. {{(pid=78909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:36:07.739895 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-8043be76-24f7-4b92-adc0-8ba82fa88f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:07.749871 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-89e81cb1-1fdc-4bec-9ac3-95eaa8c55a98 req-a1c885de-cad1-4074-a497-2dfa670b6e08 service neutron] 10.222.0.85 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811132 May 11 16:36:07.752790 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:07.844432 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-473dc6f9-bbf6-4a53-9533-b6e195f42f18 req-6b319eaf-16f6-45b9-bf6f-35e9468f931e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202826 May 11 16:36:07.927614 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-89e81cb1-1fdc-4bec-9ac3-95eaa8c55a98 req-77a0676d-4019-4605-80bf-5464d3800b81 service neutron] 10.222.0.85 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703522 May 11 16:36:07.994536 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043be76-24f7-4b92-adc0-8ba82fa88f18 service neutron] Pushing event updated for resources: {'Port': ['ID=77eddc3e-a2be-4d50-b58c-73253d7a8464,revision_number=2']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:08.006032 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-8043be76-24f7-4b92-adc0-8ba82fa88f18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:08.088598 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398bf31-8fd7-45c0-a884-4f2c28f84a04 req-ed70c676-d465-4637-a794-b5abb0e9fc79 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:08.090146 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0398bf31-8fd7-45c0-a884-4f2c28f84a04 req-ed70c676-d465-4637-a794-b5abb0e9fc79 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 944 time: 0.4673426 May 11 16:36:08.090890 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.managers [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-8043be76-24f7-4b92-adc0-8ba82fa88f18 service neutron] Attempting to bind port 77eddc3e-a2be-4d50-b58c-73253d7a8464 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:36:08.091210 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.managers [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-8043be76-24f7-4b92-adc0-8ba82fa88f18 service neutron] Attempting to bind port 77eddc3e-a2be-4d50-b58c-73253d7a8464 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'e5a671ff-39d2-4aca-9f5d-8704617f1b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc'}] {{(pid=78909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:36:08.091564 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-8043be76-24f7-4b92-adc0-8ba82fa88f18 service neutron] Attempting to bind port 77eddc3e-a2be-4d50-b58c-73253d7a8464 on network d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:36:08.098074 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-8043be76-24f7-4b92-adc0-8ba82fa88f18 service neutron] Port 77eddc3e-a2be-4d50-b58c-73253d7a8464 on network d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:36:08.099281 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-8043be76-24f7-4b92-adc0-8ba82fa88f18 service neutron] Attempting to bind port 77eddc3e-a2be-4d50-b58c-73253d7a8464 on network d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:36:08.119764 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-8043be76-24f7-4b92-adc0-8ba82fa88f18 service neutron] Checking agent: {'id': 'd37e6d19-ade9-4e89-aecb-ac851dc75e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'started_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:36:08.120130 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-8043be76-24f7-4b92-adc0-8ba82fa88f18 service neutron] Checking segment: {'id': 'e5a671ff-39d2-4aca-9f5d-8704617f1b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:36:08.120623 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-8043be76-24f7-4b92-adc0-8ba82fa88f18 service neutron] Bound using segment: {'id': 'e5a671ff-39d2-4aca-9f5d-8704617f1b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc'} {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:36:08.121118 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.managers [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-8043be76-24f7-4b92-adc0-8ba82fa88f18 service neutron] Bound port: 77eddc3e-a2be-4d50-b58c-73253d7a8464, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a671ff-39d2-4aca-9f5d-8704617f1b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc'}}] {{(pid=78909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:36:08.121638 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-8043be76-24f7-4b92-adc0-8ba82fa88f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:08.165118 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0398bf31-8fd7-45c0-a884-4f2c28f84a04 req-3cbedb19-52f0-49c0-bdd1-7f78a81ba695 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0680671 May 11 16:36:08.304630 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-8043be76-24f7-4b92-adc0-8ba82fa88f18 service neutron] For port 77eddc3e-a2be-4d50-b58c-73253d7a8464, host hv-cinder-78960, cleared binding levels {{(pid=78909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:36:08.309003 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-8043be76-24f7-4b92-adc0-8ba82fa88f18 service neutron] For port 77eddc3e-a2be-4d50-b58c-73253d7a8464, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=77eddc3e-a2be-4d50-b58c-73253d7a8464,segment=NetworkSegment(e5a671ff-39d2-4aca-9f5d-8704617f1b4c),segment_id=e5a671ff-39d2-4aca-9f5d-8704617f1b4c)] {{(pid=78909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:36:08.315567 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-8043be76-24f7-4b92-adc0-8ba82fa88f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:08.322837 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:08.414739 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043be76-24f7-4b92-adc0-8ba82fa88f18 service neutron] Pushing event updated for resources: {'Port': ['ID=77eddc3e-a2be-4d50-b58c-73253d7a8464,revision_number=3']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:08.420622 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-8043be76-24f7-4b92-adc0-8ba82fa88f18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:08.472612 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-8043be76-24f7-4b92-adc0-8ba82fa88f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:08.473242 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-8043be76-24f7-4b92-adc0-8ba82fa88f18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for port, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:08.475209 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-8043be76-24f7-4b92-adc0-8ba82fa88f18 service neutron] 10.222.0.85 "PUT /v2.0/ports/77eddc3e-a2be-4d50-b58c-73253d7a8464 HTTP/1.1" status: 200 len: 1093 time: 1.8001602 May 11 16:36:08.488280 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bafc82c-9204-49e0-823f-61d9718be734', 'tag': '77eddc3e-a2be-4d50-b58c-73253d7a8464'}] {{(pid=78909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:36:08.541628 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:36:08.628601 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089f03e-b446-444f-a729-7f0267835c14 req-0daff2de-d91b-45e3-9d9b-b76abb9d7399 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:08.650000 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a089f03e-b446-444f-a729-7f0267835c14 req-0daff2de-d91b-45e3-9d9b-b76abb9d7399 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/ports?device_id=d82e2c11-c4c3-453b-a393-47adc5ee042d HTTP/1.1" status: 200 len: 945 time: 0.2368848 May 11 16:36:08.690092 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bafc82c-9204-49e0-823f-61d9718be734', 'tag': '77eddc3e-a2be-4d50-b58c-73253d7a8464', 'status': 'completed', 'code': 200} May 11 16:36:08.737698 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a089f03e-b446-444f-a729-7f0267835c14 req-ee4453f1-72b0-4600-afe4-b0425b428107 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/security-groups?id=781d3dc2-d333-438b-89a4-bb456990e7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866673 May 11 16:36:08.771847 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-54e14587-b54d-4cc4-8590-b7164e3c24bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:08.773362 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-54e14587-b54d-4cc4-8590-b7164e3c24bf service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4736f52286484cdda08e797d3f5fb330&device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 1096 time: 0.2422309 May 11 16:36:08.835982 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 46158) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:08.991804 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-1b59e83a-a61a-4881-8a27-95257e6e894a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77eddc3e-a2be-4d50-b58c-73253d7a8464 HTTP/1.1" status: 200 len: 217 time: 0.1777906 May 11 16:36:09.019928 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-1c01fb10-a417-44c8-81b7-40ff7dadb520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:09.062203 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-1c01fb10-a417-44c8-81b7-40ff7dadb520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:09.077346 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-1c01fb10-a417-44c8-81b7-40ff7dadb520 admin admin] Usage tracker for resource:security_group_rule and tenant:0ecaa00b42be4d5aba6e1eff295e5c2a is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:09.082598 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-1c01fb10-a417-44c8-81b7-40ff7dadb520 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:09.094203 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-1c01fb10-a417-44c8-81b7-40ff7dadb520 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:09.211007 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-4cce73d8-128d-4341-b5f6-459e421abbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:09.212472 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-4cce73d8-128d-4341-b5f6-459e421abbe2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=92408bfd-18b4-4d40-bf0b-34a82b102005 HTTP/1.1" status: 200 len: 850 time: 0.2148185 May 11 16:36:09.252861 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-1c01fb10-a417-44c8-81b7-40ff7dadb520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:09.268651 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-1c01fb10-a417-44c8-81b7-40ff7dadb520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:09.284366 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:09.407161 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-1c01fb10-a417-44c8-81b7-40ff7dadb520 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0ecaa00b42be4d5aba6e1eff295e5c2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5697067 May 11 16:36:09.409901 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 46180) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:09.412327 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01fb10-a417-44c8-81b7-40ff7dadb520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c5a97f-adff-4022-904e-26f2ba5d065c,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:09.422075 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-1c01fb10-a417-44c8-81b7-40ff7dadb520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:09.527142 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411867fd-70b9-4ebe-a980-7de3da11f369 req-b8a04d4c-bc18-4f87-8851-012f6681bb41 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:09.528779 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-411867fd-70b9-4ebe-a980-7de3da11f369 req-b8a04d4c-bc18-4f87-8851-012f6681bb41 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 943 time: 0.4679885 May 11 16:36:09.578400 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf048e-7735-458a-b081-15806585f69a req-6fca802d-94c8-47bf-86c6-7d0619a9ef9f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:09.579906 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b2bf048e-7735-458a-b081-15806585f69a req-6fca802d-94c8-47bf-86c6-7d0619a9ef9f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 944 time: 0.2330086 May 11 16:36:09.586038 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-b3c2bf55-9f64-47d5-8988-1dd1df20df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:09.587447 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-b3c2bf55-9f64-47d5-8988-1dd1df20df1d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3599885 May 11 16:36:09.714744 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-6c539f63-f287-49ca-98f1-8a707dd08c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:09.762660 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-411867fd-70b9-4ebe-a980-7de3da11f369 req-a023371e-9ba8-4b68-b5cf-16f46ccafb8a tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2185719 May 11 16:36:09.784798 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b2bf048e-7735-458a-b081-15806585f69a req-cc551f31-fe65-4298-b94e-c0d8915d91e8 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1888754 May 11 16:36:09.797971 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-6c539f63-f287-49ca-98f1-8a707dd08c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:09.887378 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-1c8ee2d9-ff26-4054-a44e-760748c768f2 service neutron] 10.222.0.85 "GET /v2.0/networks/d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830176 May 11 16:36:09.977180 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-6c539f63-f287-49ca-98f1-8a707dd08c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:09.988066 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:10.001691 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c539f63-f287-49ca-98f1-8a707dd08c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c5a97f-adff-4022-904e-26f2ba5d065c,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:10.007521 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-6c539f63-f287-49ca-98f1-8a707dd08c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:10.018839 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-6c539f63-f287-49ca-98f1-8a707dd08c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:10.020824 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-6c539f63-f287-49ca-98f1-8a707dd08c82 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/81c5a97f-adff-4022-904e-26f2ba5d065c HTTP/1.1" status: 204 len: 168 time: 0.6067231 May 11 16:36:10.064524 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0b465eb5-e388-4cf7-b6fc-66fea341fbe7 req-9a7e81bd-db20-4fb9-9a0b-2ea59122fb60 service neutron] 10.222.0.85 "GET /v2.0/networks/d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613166 May 11 16:36:10.243780 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1843f7-d1ae-49f6-acdc-88458059333c req-fa9657bf-8124-41fe-b0c4-9c8c5c4cc25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:10.245397 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1b1843f7-d1ae-49f6-acdc-88458059333c req-fa9657bf-8124-41fe-b0c4-9c8c5c4cc25e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4736f52286484cdda08e797d3f5fb330&device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 1096 time: 0.1259470 May 11 16:36:10.443136 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1843f7-d1ae-49f6-acdc-88458059333c req-5d507b4f-1951-486c-ade9-6697e032a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:10.444778 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1b1843f7-d1ae-49f6-acdc-88458059333c req-5d507b4f-1951-486c-ade9-6697e032a907 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc HTTP/1.1" status: 200 len: 913 time: 0.1794388 May 11 16:36:10.496483 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 46216) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:10.518217 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-8ba99547-08ac-4267-84c2-909c634960c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:10.531578 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1b1843f7-d1ae-49f6-acdc-88458059333c req-595d54fb-cc4d-4ce2-b482-1f2913d0b2a0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77eddc3e-a2be-4d50-b58c-73253d7a8464 HTTP/1.1" status: 200 len: 217 time: 0.0764043 May 11 16:36:10.544128 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-8ba99547-08ac-4267-84c2-909c634960c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:10.549435 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-8ba99547-08ac-4267-84c2-909c634960c3 admin admin] Usage tracker for resource:security_group_rule and tenant:381db807c6e9452a9bdfa24b1eeccaa9 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:10.557593 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-8ba99547-08ac-4267-84c2-909c634960c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:10.562950 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-492237c8-0a20-4ae5-9767-4f52e6c94cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:10.576088 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-8ba99547-08ac-4267-84c2-909c634960c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:10.627755 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1843f7-d1ae-49f6-acdc-88458059333c req-a4d653d3-192d-4cef-b6a7-09d67fe8356c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:10.630782 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1b1843f7-d1ae-49f6-acdc-88458059333c req-a4d653d3-192d-4cef-b6a7-09d67fe8356c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=92408bfd-18b4-4d40-bf0b-34a82b102005 HTTP/1.1" status: 200 len: 850 time: 0.0763788 May 11 16:36:10.709665 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-8ba99547-08ac-4267-84c2-909c634960c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:10.715035 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-8ba99547-08ac-4267-84c2-909c634960c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:10.728880 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-d4929c01-d9cb-4b2a-a7d0-a86979da9e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:10.762028 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1843f7-d1ae-49f6-acdc-88458059333c req-bf93c1ba-84eb-45e4-a01d-1d33298cd93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:10.765602 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1b1843f7-d1ae-49f6-acdc-88458059333c req-bf93c1ba-84eb-45e4-a01d-1d33298cd93f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1235118 May 11 16:36:10.783085 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-8ba99547-08ac-4267-84c2-909c634960c3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=381db807c6e9452a9bdfa24b1eeccaa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849760 May 11 16:36:10.784319 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba99547-08ac-4267-84c2-909c634960c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06119fe2-825d-4c1e-b9cb-5edf2aeebcd4,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:10.796826 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 46234) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:10.803457 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-8ba99547-08ac-4267-84c2-909c634960c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:11.088035 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-eb496fcb-858a-46ff-a5a5-39cbba32c0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:11.152558 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1b1843f7-d1ae-49f6-acdc-88458059333c req-1c4890db-4e40-4d5b-9017-3d98d8b9ab53 service neutron] 10.222.0.85 "GET /v2.0/networks/d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773839 May 11 16:36:11.158481 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-eb496fcb-858a-46ff-a5a5-39cbba32c0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:11.329213 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6c812-1709-4c06-8ef0-bb686da2dd47 req-883cb2e3-4a50-405a-b93f-f48e8dbbf189 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:11.331012 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-36b6c812-1709-4c06-8ef0-bb686da2dd47 req-883cb2e3-4a50-405a-b93f-f48e8dbbf189 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 943 time: 0.3835773 May 11 16:36:11.350071 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 1b922d21-ad5e-427d-bb68-4dc27a9225d6 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:36:11.559920 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-eb496fcb-858a-46ff-a5a5-39cbba32c0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:11.565026 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 1b922d21-ad5e-427d-bb68-4dc27a9225d6, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b922d21-ad5e-427d-bb68-4dc27a9225d6,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:11.578961 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-17aca7d8-5fc5-4085-868c-f503dbaf933f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:11.596072 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Returning: {'device': '1b922d21-ad5e-427d-bb68-4dc27a9225d6', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'port_id': '1b922d21-ad5e-427d-bb68-4dc27a9225d6', 'mac_address': 'fa:16:3e:ff:13:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:36:11.677343 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:11.697221 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b922d21-ad5e-427d-bb68-4dc27a9225d6 {{(pid=78911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:36:11.717250 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 1b922d21-ad5e-427d-bb68-4dc27a9225d6, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b922d21-ad5e-427d-bb68-4dc27a9225d6,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:11.722905 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:11.726870 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-f5ff1894-2322-4fe7-8419-a6577101ce34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:11.747234 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb496fcb-858a-46ff-a5a5-39cbba32c0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06119fe2-825d-4c1e-b9cb-5edf2aeebcd4,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:11.753634 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-eb496fcb-858a-46ff-a5a5-39cbba32c0d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:11.767206 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1b1843f7-d1ae-49f6-acdc-88458059333c req-f651fba2-5cc7-4514-bbf5-ec84c93b858f service neutron] 10.222.0.85 "GET /v2.0/networks/d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5966706 May 11 16:36:11.784124 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-36b6c812-1709-4c06-8ef0-bb686da2dd47 req-31603c1d-5527-4b42-b44b-8de819da8ae1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4398215 May 11 16:36:11.790174 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-eb496fcb-858a-46ff-a5a5-39cbba32c0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:11.792639 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-eb496fcb-858a-46ff-a5a5-39cbba32c0d4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/06119fe2-825d-4c1e-b9cb-5edf2aeebcd4 HTTP/1.1" status: 204 len: 168 time: 0.9959247 May 11 16:36:11.831030 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb576ab-d396-47fa-9a5f-d92699b60eb6 req-09a4382c-52f2-43e2-944b-ae80fd5d254f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:11.839360 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ccb576ab-d396-47fa-9a5f-d92699b60eb6 req-09a4382c-52f2-43e2-944b-ae80fd5d254f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 944 time: 0.4162450 May 11 16:36:11.913145 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ccb576ab-d396-47fa-9a5f-d92699b60eb6 req-0cd5ec8f-a130-44e2-a0a8-6a11c347ee9e tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0725801 May 11 16:36:11.925004 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=1b922d21-ad5e-427d-bb68-4dc27a9225d6,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:11.930970 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:12.023273 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['1b922d21-ad5e-427d-bb68-4dc27a9225d6'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:36:12.154556 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-1f3ec617-65fd-4b5c-a282-752812e4bfaf tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:12.160447 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-1f3ec617-65fd-4b5c-a282-752812e4bfaf tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/networks?id=9b461c7c-08c1-454a-9676-241a31947400 HTTP/1.1" status: 200 len: 815 time: 0.1986349 May 11 16:36:12.174483 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-cf6aa80d-5d90-42bb-bff5-45117a051687 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/quotas/49aa4f96eeb045a68683d2c25ebcbe48 HTTP/1.1" status: 200 len: 375 time: 0.0092964 May 11 16:36:12.277351 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-914ecc49-171c-4cf3-af3c-98c534f1a751 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=49aa4f96eeb045a68683d2c25ebcbe48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0925744 May 11 16:36:12.475989 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-b65793f1-0238-4bd6-9679-ce2b575b78a5 service neutron] 10.222.0.76 "GET /v2.0/networks/9b461c7c-08c1-454a-9676-241a31947400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875491 May 11 16:36:12.609030 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:12.665008 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-a7f8e8a0-9388-4c6b-98db-c65d98e5a661 service neutron] 10.222.0.76 "GET /v2.0/networks/9b461c7c-08c1-454a-9676-241a31947400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881011 May 11 16:36:12.974365 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-527ce724-d914-48fd-8afc-c19540ed710c req-75d79e49-412a-4704-bdc0-980bb235e71e tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=532e4abe-7d47-4e56-810d-9b01101241e6 HTTP/1.1" status: 200 len: 210 time: 0.0710931 May 11 16:36:13.036371 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 46340) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:13.097887 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c43b93-97a7-4273-96cd-f4b95477d9ec req-41691b35-76ae-4ba0-b7fd-acd34e2edea1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:13.100166 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-97c43b93-97a7-4273-96cd-f4b95477d9ec req-41691b35-76ae-4ba0-b7fd-acd34e2edea1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 943 time: 0.1249094 May 11 16:36:13.229055 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-97c43b93-97a7-4273-96cd-f4b95477d9ec req-6b1ab802-707d-4cd6-a3ff-632ee0925d6e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837698 May 11 16:36:13.230074 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-bc20b1c6-6f13-45ac-8aac-4ab91e769166 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2029837784-network', 'tenant_id': '47e91d234d6a45e18f414dac9c90fa1f'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:13.236708 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-bc20b1c6-6f13-45ac-8aac-4ab91e769166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:13.246887 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-bc20b1c6-6f13-45ac-8aac-4ab91e769166 admin admin] Usage tracker for resource:network and tenant:47e91d234d6a45e18f414dac9c90fa1f is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:13.250005 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-bc20b1c6-6f13-45ac-8aac-4ab91e769166 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:13.261873 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c58ef4-419e-4867-ac4a-26f40f13a683 req-0be62778-c6ac-42af-aff3-068a2b889866 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:13.262444 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-20c58ef4-419e-4867-ac4a-26f40f13a683 req-0be62778-c6ac-42af-aff3-068a2b889866 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 945 time: 0.1612134 May 11 16:36:13.268231 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-bc20b1c6-6f13-45ac-8aac-4ab91e769166 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:13.281308 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc20b1c6-6f13-45ac-8aac-4ab91e769166 admin admin] Made reservation on behalf of 47e91d234d6a45e18f414dac9c90fa1f for: {'network': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:36:13.288141 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-bc20b1c6-6f13-45ac-8aac-4ab91e769166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for network, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:13.307627 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-bc20b1c6-6f13-45ac-8aac-4ab91e769166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:13.327329 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-bc20b1c6-6f13-45ac-8aac-4ab91e769166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:13.331966 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-bc20b1c6-6f13-45ac-8aac-4ab91e769166 admin admin] Usage tracker for resource:security_group_rule and tenant:47e91d234d6a45e18f414dac9c90fa1f is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:13.336597 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-bc20b1c6-6f13-45ac-8aac-4ab91e769166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:13.345136 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-bc20b1c6-6f13-45ac-8aac-4ab91e769166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:13.352713 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 77eddc3e-a2be-4d50-b58c-73253d7a8464 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:36:13.361577 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 1b922d21-ad5e-427d-bb68-4dc27a9225d6 up at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:36:13.383264 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-20c58ef4-419e-4867-ac4a-26f40f13a683 req-3cae203e-d8e8-46ab-a222-c4317fe2bc31 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1089342 May 11 16:36:13.453724 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-bc20b1c6-6f13-45ac-8aac-4ab91e769166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:13.459294 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-bc20b1c6-6f13-45ac-8aac-4ab91e769166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:13.464354 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-7e454209-a63f-473a-9247-ada71aac12e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:13.499904 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20b1c6-6f13-45ac-8aac-4ab91e769166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ac912c-4b21-4a90-a0ca-4a37f6f0702b,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:13.502673 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc20b1c6-6f13-45ac-8aac-4ab91e769166 admin admin] vlan segment allocate from pool success with {'vlan_id': 1063, 'physical_network': 'physnet1'} {{(pid=78910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:36:13.505486 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-bc20b1c6-6f13-45ac-8aac-4ab91e769166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:13.517582 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-bc20b1c6-6f13-45ac-8aac-4ab91e769166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:13.518272 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.db.segments_db [None req-bc20b1c6-6f13-45ac-8aac-4ab91e769166 admin admin] Added segment 29eb896a-4001-43bc-bb61-d95d98e51cd2 of type vlan for network f92d5dee-0135-4867-a7ea-dba3b2c02184 May 11 16:36:13.552589 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-bc20b1c6-6f13-45ac-8aac-4ab91e769166 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788165774457'] for network, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:13.587131 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-bc20b1c6-6f13-45ac-8aac-4ab91e769166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for network, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:13.589088 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc20b1c6-6f13-45ac-8aac-4ab91e769166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:13.589973 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-bc20b1c6-6f13-45ac-8aac-4ab91e769166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:13.606713 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning for port 1b922d21-ad5e-427d-bb68-4dc27a9225d6 completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:36:13.627431 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-27481fe5-c21f-4f9b-8ec6-ca5594ea585b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:13.631374 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning complete for port 1b922d21-ad5e-427d-bb68-4dc27a9225d6 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:36:13.633271 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:13.657719 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-bc20b1c6-6f13-45ac-8aac-4ab91e769166 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6201611 May 11 16:36:13.661048 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 46364) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:13.669791 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-bc7c785d-907a-4376-927e-6379f2a06396 admin admin] Request body: {'subnet': {'network_id': 'f92d5dee-0135-4867-a7ea-dba3b2c02184', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2029837784-subnet', 'tenant_id': '47e91d234d6a45e18f414dac9c90fa1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:13.678422 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-bc7c785d-907a-4376-927e-6379f2a06396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:13.691588 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-bc7c785d-907a-4376-927e-6379f2a06396 admin admin] Usage tracker for resource:subnet and tenant:47e91d234d6a45e18f414dac9c90fa1f is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:13.698283 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-bc7c785d-907a-4376-927e-6379f2a06396 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:13.717416 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-bc7c785d-907a-4376-927e-6379f2a06396 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:13.735344 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7c785d-907a-4376-927e-6379f2a06396 admin admin] Made reservation on behalf of 47e91d234d6a45e18f414dac9c90fa1f for: {'subnet': 1} {{(pid=78909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:36:13.752432 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-bc7c785d-907a-4376-927e-6379f2a06396 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:13.826265 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20b1c6-6f13-45ac-8aac-4ab91e769166 admin admin] Pushing event updated for resources: {'Network': ['ID=f92d5dee-0135-4867-a7ea-dba3b2c02184,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:13.830921 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-bc20b1c6-6f13-45ac-8aac-4ab91e769166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:13.861358 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b75b88e5-ac2b-4aaa-9688-210cfbadd2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:14.069483 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Network f92d5dee-0135-4867-a7ea-dba3b2c02184 details requested by agent ovs-agent-dv-cinder-789603-4-smb with host dv-cinder-789603-4-smb {{(pid=78911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:36:14.089732 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:14.155960 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:14.206699 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 46388) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:14.298779 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67877986-c824-470e-81f1-4fd751417ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b922d21-ad5e-427d-bb68-4dc27a9225d6'}] {{(pid=78911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:36:14.304957 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d543632b-e447-42a1-9856-8d12e378d066 req-efeafda6-20b9-4254-ad4a-094818913c31 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=532e4abe-7d47-4e56-810d-9b01101241e6 HTTP/1.1" status: 200 len: 210 time: 0.0905216 May 11 16:36:14.309211 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 1b922d21-ad5e-427d-bb68-4dc27a9225d6, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b922d21-ad5e-427d-bb68-4dc27a9225d6,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:14.317220 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 77eddc3e-a2be-4d50-b58c-73253d7a8464, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=77eddc3e-a2be-4d50-b58c-73253d7a8464,segment=NetworkSegment(e5a671ff-39d2-4aca-9f5d-8704617f1b4c),segment_id=e5a671ff-39d2-4aca-9f5d-8704617f1b4c)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:14.383125 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:14.403518 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:14.520291 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4494d441-dfc8-48d9-8db5-0eae33f54fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:14.557359 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-4494d441-dfc8-48d9-8db5-0eae33f54fd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:14.566602 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-4494d441-dfc8-48d9-8db5-0eae33f54fd5 admin admin] Usage tracker for resource:security_group_rule and tenant:a58fb5efe45348e8adcb6e10435ef30e is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:14.573737 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-4494d441-dfc8-48d9-8db5-0eae33f54fd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:14.584367 dv-cinder-789603-4-smb neutron-server[78911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67877986-c824-470e-81f1-4fd751417ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b922d21-ad5e-427d-bb68-4dc27a9225d6', 'code': 200} May 11 16:36:14.588937 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=1b922d21-ad5e-427d-bb68-4dc27a9225d6,revision_number=5']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:14.590364 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-4494d441-dfc8-48d9-8db5-0eae33f54fd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:14.593289 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:14.594953 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Returning: {'device': '77eddc3e-a2be-4d50-b58c-73253d7a8464', 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc', 'port_id': '77eddc3e-a2be-4d50-b58c-73253d7a8464', 'mac_address': 'fa:16:3e:0c:6c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:36:14.634048 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-bc7c785d-907a-4376-927e-6379f2a06396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for subnet, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:14.704805 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:14.725046 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-263b9806-35a0-4ee1-825a-72f16edfa8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:14.732251 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77eddc3e-a2be-4d50-b58c-73253d7a8464 {{(pid=78911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:36:14.755810 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 77eddc3e-a2be-4d50-b58c-73253d7a8464, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=77eddc3e-a2be-4d50-b58c-73253d7a8464,segment=NetworkSegment(e5a671ff-39d2-4aca-9f5d-8704617f1b4c),segment_id=e5a671ff-39d2-4aca-9f5d-8704617f1b4c)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:14.763759 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:14.766637 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:14.854684 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4494d441-dfc8-48d9-8db5-0eae33f54fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:14.861259 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4494d441-dfc8-48d9-8db5-0eae33f54fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:14.880353 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-8ba99547-08ac-4267-84c2-909c634960c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:14.951927 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=77eddc3e-a2be-4d50-b58c-73253d7a8464,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:14.957138 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:15.034073 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-4494d441-dfc8-48d9-8db5-0eae33f54fd5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a58fb5efe45348e8adcb6e10435ef30e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8244071 May 11 16:36:15.041124 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494d441-dfc8-48d9-8db5-0eae33f54fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a12eb47-6049-4295-9218-4ed798e28c3f,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:15.050670 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:15.057544 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 46428) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:15.069461 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-4494d441-dfc8-48d9-8db5-0eae33f54fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:15.144160 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035643c-e6d4-4b49-8771-7cedcdf8d167 req-d038f783-577e-488b-a466-434e3edcd64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:15.145860 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-e035643c-e6d4-4b49-8771-7cedcdf8d167 req-d038f783-577e-488b-a466-434e3edcd64a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 1099 time: 0.1676793 May 11 16:36:15.157998 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['77eddc3e-a2be-4d50-b58c-73253d7a8464'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:36:15.184245 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e0b9a54c-9e6c-4c79-85ec-00b3c98a30fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:15.217527 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c785d-907a-4376-927e-6379f2a06396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc5b2061-141a-4cef-ac58-4e945522331a,revision_number=0']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:15.221404 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-bc7c785d-907a-4376-927e-6379f2a06396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:15.224950 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-e035643c-e6d4-4b49-8771-7cedcdf8d167 req-012b1b7a-3cc8-4c87-a5d0-6717e449a193 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0675645 May 11 16:36:15.234583 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e0b9a54c-9e6c-4c79-85ec-00b3c98a30fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:15.251767 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7c785d-907a-4376-927e-6379f2a06396 admin admin] Checking segment: {'id': '29eb896a-4001-43bc-bb61-d95d98e51cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'f92d5dee-0135-4867-a7ea-dba3b2c02184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:36:15.252120 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7c785d-907a-4376-927e-6379f2a06396 admin admin] Network hostable DHCP agents. Network: f92d5dee-0135-4867-a7ea-dba3b2c02184, hostable agents: ['25bb0368-aab1-4dc6-8db1-01aca476a06f'], hosted agents: [] {{(pid=78909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:36:15.293296 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-3823f7d9-ea2a-415c-b1b1-5c658fcc1948 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:15.294524 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e0b9a54c-9e6c-4c79-85ec-00b3c98a30fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:15.294783 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-3823f7d9-ea2a-415c-b1b1-5c658fcc1948 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.85 "GET /v2.0/networks?id=9b461c7c-08c1-454a-9676-241a31947400 HTTP/1.1" status: 200 len: 815 time: 0.6174421 May 11 16:36:15.299305 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:15.309979 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1b687-77d7-4721-9710-5ca3e0f13afd req-a4b05cde-d22a-4afd-ad5f-e87c1adeed06 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:15.311140 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9a54c-9e6c-4c79-85ec-00b3c98a30fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a12eb47-6049-4295-9218-4ed798e28c3f,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:15.313073 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7fd1b687-77d7-4721-9710-5ca3e0f13afd req-a4b05cde-d22a-4afd-ad5f-e87c1adeed06 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 943 time: 0.7408781 May 11 16:36:15.315112 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-e0b9a54c-9e6c-4c79-85ec-00b3c98a30fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:15.319156 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e0b9a54c-9e6c-4c79-85ec-00b3c98a30fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:15.320562 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-e0b9a54c-9e6c-4c79-85ec-00b3c98a30fb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0a12eb47-6049-4295-9218-4ed798e28c3f HTTP/1.1" status: 204 len: 168 time: 0.2539811 May 11 16:36:15.331453 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-cb369a29-5a58-43e5-8074-b892a630bdc2 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Request body: {'port': {'device_id': '532e4abe-7d47-4e56-810d-9b01101241e6', 'network_id': '9b461c7c-08c1-454a-9676-241a31947400', 'admin_state_up': True, 'tenant_id': '49aa4f96eeb045a68683d2c25ebcbe48'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:15.357032 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7c785d-907a-4376-927e-6379f2a06396 admin admin] Network f92d5dee-0135-4867-a7ea-dba3b2c02184 is scheduled to be hosted by DHCP agent 25bb0368-aab1-4dc6-8db1-01aca476a06f with binding_index 1 {{(pid=78909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:36:15.365721 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 46444) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:15.454741 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.base_scheduler [None req-bc7c785d-907a-4376-927e-6379f2a06396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-4-smb, f92d5dee-0135-4867-a7ea-dba3b2c02184) {{(pid=78909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:36:15.459453 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7c785d-907a-4376-927e-6379f2a06396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:15.460300 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-bc7c785d-907a-4376-927e-6379f2a06396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for subnet, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:15.475033 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ebe18c-4da5-455e-8d17-a6a06723dfc2 None None] Network f92d5dee-0135-4867-a7ea-dba3b2c02184 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:36:15.496675 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd779af-c066-49a6-a8bd-16d64cc66f03 req-df7fc57b-9f2d-441b-bdc8-216ca735dfee tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:15.499360 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-fdd779af-c066-49a6-a8bd-16d64cc66f03 req-df7fc57b-9f2d-441b-bdc8-216ca735dfee tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/ports?device_id=d82e2c11-c4c3-453b-a393-47adc5ee042d HTTP/1.1" status: 200 len: 945 time: 0.7256820 May 11 16:36:15.521322 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-55aa76c0-d6e1-44a5-9e43-0554df41130d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:15.541235 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-55aa76c0-d6e1-44a5-9e43-0554df41130d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:15.545438 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-55aa76c0-d6e1-44a5-9e43-0554df41130d admin admin] Usage tracker for resource:security_group_rule and tenant:3d0e7cb0c5c84ab8812841ee7fa3bab0 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:15.548407 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-55aa76c0-d6e1-44a5-9e43-0554df41130d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:15.551918 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7fd1b687-77d7-4721-9710-5ca3e0f13afd req-a52dc226-20c1-4292-98e1-e495c781b1da tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009292 May 11 16:36:15.555539 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-55aa76c0-d6e1-44a5-9e43-0554df41130d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:15.615249 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-bc7c785d-907a-4376-927e-6379f2a06396 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9471679 May 11 16:36:15.707739 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-55aa76c0-d6e1-44a5-9e43-0554df41130d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:15.717381 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-55aa76c0-d6e1-44a5-9e43-0554df41130d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:15.727262 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-fdd779af-c066-49a6-a8bd-16d64cc66f03 req-0c42f7f1-bad8-40f5-967c-f0368c6d353b tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/security-groups?id=781d3dc2-d333-438b-89a4-bb456990e7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040918 May 11 16:36:15.756196 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-cb369a29-5a58-43e5-8074-b892a630bdc2 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:15.768743 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-cb369a29-5a58-43e5-8074-b892a630bdc2 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:15.784924 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-cb369a29-5a58-43e5-8074-b892a630bdc2 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Made reservation on behalf of 49aa4f96eeb045a68683d2c25ebcbe48 for: {'port': 1} {{(pid=78909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:36:15.789993 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-cb369a29-5a58-43e5-8074-b892a630bdc2 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:15.796533 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-7383cac0-b3e3-4063-93b8-1a28ff6c60c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:15.816300 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf23edf-564f-4eda-927a-445a782d9394 None None] Network f92d5dee-0135-4867-a7ea-dba3b2c02184 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:36:15.832388 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-55aa76c0-d6e1-44a5-9e43-0554df41130d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3d0e7cb0c5c84ab8812841ee7fa3bab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4633555 May 11 16:36:15.838843 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 46454) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:15.917374 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa76c0-d6e1-44a5-9e43-0554df41130d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1947abff-ac83-457a-8d40-31e1ebc9014a,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:15.934355 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-55aa76c0-d6e1-44a5-9e43-0554df41130d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:15.951979 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 46462) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:16.004128 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4e2d925e-d014-47de-9027-4ae64e13a1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:16.031978 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-4e2d925e-d014-47de-9027-4ae64e13a1a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:16.040341 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-4e2d925e-d014-47de-9027-4ae64e13a1a3 admin admin] Usage tracker for resource:security_group_rule and tenant:6043c098d71e4b90a83d6923e20dd955 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:16.044722 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-4e2d925e-d014-47de-9027-4ae64e13a1a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:16.047568 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-be38cb8c-17d3-42a2-bb02-c8d956099674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:16.053133 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-4e2d925e-d014-47de-9027-4ae64e13a1a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:16.094598 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-be38cb8c-17d3-42a2-bb02-c8d956099674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:16.126340 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-488090fa-de49-4043-b33b-d35f229d1635 req-13aba053-2cba-42c4-b913-6d19f24a1633 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=532e4abe-7d47-4e56-810d-9b01101241e6 HTTP/1.1" status: 200 len: 210 time: 0.1171350 May 11 16:36:16.128974 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.db_base_plugin_common [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-cb369a29-5a58-43e5-8074-b892a630bdc2 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Allocated IP 172.20.0.13 (9b461c7c-08c1-454a-9676-241a31947400/55d5fe82-a974-4ef0-9941-7d9c5b0f03f5/3c9be3ad-8429-4583-816f-35c7b53ea777) {{(pid=78909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:36:16.223961 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-be38cb8c-17d3-42a2-bb02-c8d956099674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:16.231102 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb453e2-ef67-45c8-828e-16933a73d25e req-a73a922d-06de-4fd4-8a91-b20fafc888d7 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:16.232678 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-cdb453e2-ef67-45c8-828e-16933a73d25e req-a73a922d-06de-4fd4-8a91-b20fafc888d7 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 946 time: 0.4209070 May 11 16:36:16.235417 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-bc20b1c6-6f13-45ac-8aac-4ab91e769166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:16.251717 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38cb8c-17d3-42a2-bb02-c8d956099674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1947abff-ac83-457a-8d40-31e1ebc9014a,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:16.286372 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-be38cb8c-17d3-42a2-bb02-c8d956099674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:16.302397 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4e2d925e-d014-47de-9027-4ae64e13a1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:16.304000 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-be38cb8c-17d3-42a2-bb02-c8d956099674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:16.305778 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-be38cb8c-17d3-42a2-bb02-c8d956099674 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1947abff-ac83-457a-8d40-31e1ebc9014a HTTP/1.1" status: 204 len: 168 time: 0.4650064 May 11 16:36:16.310801 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4e2d925e-d014-47de-9027-4ae64e13a1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:16.349693 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-7daac95c-5d0f-490e-8e6c-e3c69042f153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:16.411560 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-cdb453e2-ef67-45c8-828e-16933a73d25e req-c04dca59-890f-4924-b9b4-c406f053df2f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1681192 May 11 16:36:16.502258 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-cb369a29-5a58-43e5-8074-b892a630bdc2 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks [] for port, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:16.523848 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d925e-d014-47de-9027-4ae64e13a1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93bd59ec-a2f5-4779-88d0-db8521a28176,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:16.541078 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-4e2d925e-d014-47de-9027-4ae64e13a1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:16.544377 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-cb369a29-5a58-43e5-8074-b892a630bdc2 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687'] for port, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:16.547805 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-4e2d925e-d014-47de-9027-4ae64e13a1a3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6043c098d71e4b90a83d6923e20dd955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5945761 May 11 16:36:16.550382 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 46472) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:16.556961 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:16.564216 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['f80e0a8e-6f67-4eb8-8a84-3615cdcd2730'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:36:16.655334 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-cb369a29-5a58-43e5-8074-b892a630bdc2 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Network 9b461c7c-08c1-454a-9676-241a31947400 is already hosted by enough agents. {{(pid=78909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:36:16.656712 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.base_scheduler [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-cb369a29-5a58-43e5-8074-b892a630bdc2 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Resources bound (agent type, host, resource id): {{(pid=78909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:36:16.663175 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.l3_dvrscheduler_db [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-cb369a29-5a58-43e5-8074-b892a630bdc2 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Received port after_create {{(pid=78909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:36:16.667588 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-cb369a29-5a58-43e5-8074-b892a630bdc2 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:16.668420 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-cb369a29-5a58-43e5-8074-b892a630bdc2 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for port, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:16.684268 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-0c195308-d90d-436e-9b08-0cd81164af33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:16.771895 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-cb369a29-5a58-43e5-8074-b892a630bdc2 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4504561 May 11 16:36:16.785952 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb369a29-5a58-43e5-8074-b892a630bdc2 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Pushing event updated for resources: {'Port': ['ID=3c9be3ad-8429-4583-816f-35c7b53ea777,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:16.826695 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-42cc754b-2a43-4bd7-88fd-f4daf524eedc service neutron] Request body: {'port': {'device_id': '532e4abe-7d47-4e56-810d-9b01101241e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:16.855340 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-0c195308-d90d-436e-9b08-0cd81164af33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.048564 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4085b1-f0c5-4210-aae4-9141a3ec9489 req-8e07923d-f247-4e9d-9b11-15ffc75297da tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:17.049487 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-8a4085b1-f0c5-4210-aae4-9141a3ec9489 req-8e07923d-f247-4e9d-9b11-15ffc75297da tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Synchronizing usage tracker for tenant:515016fd5811449c93a4094930f82470 on resource:port {{(pid=78910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:36:17.108868 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-8a4085b1-f0c5-4210-aae4-9141a3ec9489 req-8e07923d-f247-4e9d-9b11-15ffc75297da tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Unset dirty status for tenant:515016fd5811449c93a4094930f82470 on resource:port {{(pid=78910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:36:17.115354 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-8a4085b1-f0c5-4210-aae4-9141a3ec9489 req-8e07923d-f247-4e9d-9b11-15ffc75297da tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.85 "GET /v2.0/ports?device_id=d82e2c11-c4c3-453b-a393-47adc5ee042d HTTP/1.1" status: 200 len: 945 time: 0.4029653 May 11 16:36:17.120232 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-0c195308-d90d-436e-9b08-0cd81164af33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.133420 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-ad49f50d-8551-4280-adb4-b5c331be5694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:17.147020 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-cb369a29-5a58-43e5-8074-b892a630bdc2 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:17.214631 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 46496) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:17.253003 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-0c195308-d90d-436e-9b08-0cd81164af33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.254109 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-0c195308-d90d-436e-9b08-0cd81164af33 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/93bd59ec-a2f5-4779-88d0-db8521a28176 HTTP/1.1" status: 204 len: 168 time: 0.7026536 May 11 16:36:17.256007 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c195308-d90d-436e-9b08-0cd81164af33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bd59ec-a2f5-4779-88d0-db8521a28176,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:17.263944 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-0c195308-d90d-436e-9b08-0cd81164af33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:17.267247 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-8fb9fdef-575c-4f48-8315-0937c4f16e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.277263 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-42cc754b-2a43-4bd7-88fd-f4daf524eedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.330378 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-8fb9fdef-575c-4f48-8315-0937c4f16e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:17.340219 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-8fb9fdef-575c-4f48-8315-0937c4f16e24 admin admin] Usage tracker for resource:security_group_rule and tenant:fe6e9b6fb62a4b98b96adc51b3d6c3a4 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:17.344509 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-8fb9fdef-575c-4f48-8315-0937c4f16e24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:17.352243 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-8fb9fdef-575c-4f48-8315-0937c4f16e24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:17.364321 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 77eddc3e-a2be-4d50-b58c-73253d7a8464 up at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:36:17.372740 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724f0b9-1896-4774-9870-81a0066c160c req-b805178e-8ea6-4998-beb8-27acd3ea8ff2 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:17.374350 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0724f0b9-1896-4774-9870-81a0066c160c req-b805178e-8ea6-4998-beb8-27acd3ea8ff2 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/ports?device_id=d82e2c11-c4c3-453b-a393-47adc5ee042d HTTP/1.1" status: 200 len: 945 time: 0.2818305 May 11 16:36:17.418437 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a34128-9f93-4d6a-a248-f1e3e538b1e3 req-811fadb3-8fa6-49c2-ad3f-a0cb56e3711b tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:17.419043 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [req-8a4085b1-f0c5-4210-aae4-9141a3ec9489 req-5990dbcb-eff7-4e79-9560-73d0b80bd92b tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Deleting port b7a1832f-43f7-4560-a28c-b9fe0c1a281c {{(pid=78910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:36:17.419601 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-8a4085b1-f0c5-4210-aae4-9141a3ec9489 req-5990dbcb-eff7-4e79-9560-73d0b80bd92b tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.426122 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-58a34128-9f93-4d6a-a248-f1e3e538b1e3 req-811fadb3-8fa6-49c2-ad3f-a0cb56e3711b tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 944 time: 0.2780204 May 11 16:36:17.498680 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning for port 77eddc3e-a2be-4d50-b58c-73253d7a8464 completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:36:17.510962 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning complete for port 77eddc3e-a2be-4d50-b58c-73253d7a8464 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:36:17.511811 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.564327 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0724f0b9-1896-4774-9870-81a0066c160c req-46dad907-7798-481a-a52c-36553a641f47 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/security-groups?id=781d3dc2-d333-438b-89a4-bb456990e7e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789827 May 11 16:36:17.603033 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-8fb9fdef-575c-4f48-8315-0937c4f16e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.614720 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-8fb9fdef-575c-4f48-8315-0937c4f16e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.622827 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-8a4085b1-f0c5-4210-aae4-9141a3ec9489 req-5990dbcb-eff7-4e79-9560-73d0b80bd92b tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] For port b7a1832f-43f7-4560-a28c-b9fe0c1a281c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b7a1832f-43f7-4560-a28c-b9fe0c1a281c,segment=NetworkSegment(f4ee53ee-c22d-4c00-a36f-67b57e3abc10),segment_id=f4ee53ee-c22d-4c00-a36f-67b57e3abc10)] {{(pid=78910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:17.623190 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-8a4085b1-f0c5-4210-aae4-9141a3ec9489 req-5990dbcb-eff7-4e79-9560-73d0b80bd92b tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.633340 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-0c195308-d90d-436e-9b08-0cd81164af33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:17.691855 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.778538 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.782536 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [req-8a4085b1-f0c5-4210-aae4-9141a3ec9489 req-5990dbcb-eff7-4e79-9560-73d0b80bd92b tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Calling delete_port for b7a1832f-43f7-4560-a28c-b9fe0c1a281c owned by compute:nova {{(pid=78910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:36:17.793367 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-58a34128-9f93-4d6a-a248-f1e3e538b1e3 req-2655ccbe-6c89-4b52-96f1-70a985f1cf92 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3636971 May 11 16:36:17.810585 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-8fb9fdef-575c-4f48-8315-0937c4f16e24 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fe6e9b6fb62a4b98b96adc51b3d6c3a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5915384 May 11 16:36:17.810879 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9fdef-575c-4f48-8315-0937c4f16e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b3df33-77f2-4632-aa33-ddf18f3034da,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:17.814485 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 46512) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:17.818035 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-8fb9fdef-575c-4f48-8315-0937c4f16e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:17.827147 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bafc82c-9204-49e0-823f-61d9718be734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77eddc3e-a2be-4d50-b58c-73253d7a8464'}] {{(pid=78911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:36:17.847454 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 77eddc3e-a2be-4d50-b58c-73253d7a8464, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=77eddc3e-a2be-4d50-b58c-73253d7a8464,segment=NetworkSegment(e5a671ff-39d2-4aca-9f5d-8704617f1b4c),segment_id=e5a671ff-39d2-4aca-9f5d-8704617f1b4c)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:17.852851 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.856638 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:17.888681 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-42cc754b-2a43-4bd7-88fd-f4daf524eedc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c9be3ad-8429-4583-816f-35c7b53ea777 {{(pid=78909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:36:17.898095 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-42cc754b-2a43-4bd7-88fd-f4daf524eedc service neutron] Notify callbacks [] for port, precommit_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.939285 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.provisioning_blocks [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-42cc754b-2a43-4bd7-88fd-f4daf524eedc service neutron] Transition to ACTIVE for port object 3c9be3ad-8429-4583-816f-35c7b53ea777 will not be triggered until provisioned by entity L2. {{(pid=78909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:36:17.960414 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=77eddc3e-a2be-4d50-b58c-73253d7a8464,revision_number=5']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:17.972388 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-42cc754b-2a43-4bd7-88fd-f4daf524eedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:17.972731 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:17.989890 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-c64fa665-0f45-4609-9510-32e8e6742a99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:18.062852 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4cf81106-e3e2-492a-bb4b-5c01c2d1ad04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:18.085744 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-8a4085b1-f0c5-4210-aae4-9141a3ec9489 req-5990dbcb-eff7-4e79-9560-73d0b80bd92b tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212'] for port, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:18.099087 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4cf81106-e3e2-492a-bb4b-5c01c2d1ad04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:18.104095 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['b7a1832f-43f7-4560-a28c-b9fe0c1a281c'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:36:18.106831 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-71fac87a-f6dd-4262-90a7-612ea4a2bdd9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:18.167164 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990dbcb-eff7-4e79-9560-73d0b80bd92b tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Pushing event deleted for resources: {'Port': ['ID=b7a1832f-43f7-4560-a28c-b9fe0c1a281c,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:18.202560 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-5990dbcb-eff7-4e79-9560-73d0b80bd92b tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:18.347293 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4085b1-f0c5-4210-aae4-9141a3ec9489 req-5990dbcb-eff7-4e79-9560-73d0b80bd92b tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] No DVR routers for this DVR port b7a1832f-43f7-4560-a28c-b9fe0c1a281c on host hv-cinder-78960 {{(pid=78910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:36:18.352479 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-8a4085b1-f0c5-4210-aae4-9141a3ec9489 req-5990dbcb-eff7-4e79-9560-73d0b80bd92b tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:18.355773 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82e2c11-c4c3-453b-a393-47adc5ee042d', 'name': 'network-vif-deleted', 'tag': 'b7a1832f-43f7-4560-a28c-b9fe0c1a281c'}] {{(pid=78910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:36:18.383456 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-8a4085b1-f0c5-4210-aae4-9141a3ec9489 req-5990dbcb-eff7-4e79-9560-73d0b80bd92b tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.85 "DELETE /v2.0/ports/b7a1832f-43f7-4560-a28c-b9fe0c1a281c HTTP/1.1" status: 204 len: 173 time: 1.2509274 May 11 16:36:18.386131 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4cf81106-e3e2-492a-bb4b-5c01c2d1ad04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:18.396939 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4cf81106-e3e2-492a-bb4b-5c01c2d1ad04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:18.398386 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-4cf81106-e3e2-492a-bb4b-5c01c2d1ad04 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/90b3df33-77f2-4632-aa33-ddf18f3034da HTTP/1.1" status: 204 len: 168 time: 0.5828927 May 11 16:36:18.399456 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-8fb9fdef-575c-4f48-8315-0937c4f16e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:18.415456 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf81106-e3e2-492a-bb4b-5c01c2d1ad04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b3df33-77f2-4632-aa33-ddf18f3034da,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:18.418425 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-4cf81106-e3e2-492a-bb4b-5c01c2d1ad04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:18.449291 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc754b-2a43-4bd7-88fd-f4daf524eedc service neutron] Pushing event updated for resources: {'Port': ['ID=3c9be3ad-8429-4583-816f-35c7b53ea777,revision_number=2']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:18.452977 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-42cc754b-2a43-4bd7-88fd-f4daf524eedc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:18.573372 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.managers [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-42cc754b-2a43-4bd7-88fd-f4daf524eedc service neutron] Attempting to bind port 3c9be3ad-8429-4583-816f-35c7b53ea777 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:36:18.573704 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.managers [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-42cc754b-2a43-4bd7-88fd-f4daf524eedc service neutron] Attempting to bind port 3c9be3ad-8429-4583-816f-35c7b53ea777 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '4baf4024-8ac6-4675-9b3c-88b417a27c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9b461c7c-08c1-454a-9676-241a31947400'}] {{(pid=78909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:36:18.574051 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-42cc754b-2a43-4bd7-88fd-f4daf524eedc service neutron] Attempting to bind port 3c9be3ad-8429-4583-816f-35c7b53ea777 on network 9b461c7c-08c1-454a-9676-241a31947400 {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:36:18.596512 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560a375-64bf-4502-85ad-8377c9e4620d req-d7c857a0-a778-405d-bb25-56c14b684c18 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:18.597986 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8560a375-64bf-4502-85ad-8377c9e4620d req-d7c857a0-a778-405d-bb25-56c14b684c18 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 946 time: 0.5577404 May 11 16:36:18.608820 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506dc00d-f6d5-48aa-a23c-5b50bb18bbc5 req-92044720-4674-4ddc-bcce-557d53c3fae2 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:18.609539 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-506dc00d-f6d5-48aa-a23c-5b50bb18bbc5 req-92044720-4674-4ddc-bcce-557d53c3fae2 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Synchronizing usage tracker for tenant:49aa4f96eeb045a68683d2c25ebcbe48 on resource:port {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:36:18.618898 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-42cc754b-2a43-4bd7-88fd-f4daf524eedc service neutron] Port 3c9be3ad-8429-4583-816f-35c7b53ea777 on network 9b461c7c-08c1-454a-9676-241a31947400 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:36:18.619249 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-42cc754b-2a43-4bd7-88fd-f4daf524eedc service neutron] Attempting to bind port 3c9be3ad-8429-4583-816f-35c7b53ea777 on network 9b461c7c-08c1-454a-9676-241a31947400 {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:36:18.647816 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-42cc754b-2a43-4bd7-88fd-f4daf524eedc service neutron] Checking agent: {'id': 'd37e6d19-ade9-4e89-aecb-ac851dc75e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'started_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:36:18.648378 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-42cc754b-2a43-4bd7-88fd-f4daf524eedc service neutron] Checking segment: {'id': '4baf4024-8ac6-4675-9b3c-88b417a27c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9b461c7c-08c1-454a-9676-241a31947400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:36:18.648882 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-42cc754b-2a43-4bd7-88fd-f4daf524eedc service neutron] Bound using segment: {'id': '4baf4024-8ac6-4675-9b3c-88b417a27c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9b461c7c-08c1-454a-9676-241a31947400'} {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:36:18.649646 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.managers [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-42cc754b-2a43-4bd7-88fd-f4daf524eedc service neutron] Bound port: 3c9be3ad-8429-4583-816f-35c7b53ea777, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4baf4024-8ac6-4675-9b3c-88b417a27c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9b461c7c-08c1-454a-9676-241a31947400'}}] {{(pid=78909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:36:18.650008 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-42cc754b-2a43-4bd7-88fd-f4daf524eedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:18.672900 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-506dc00d-f6d5-48aa-a23c-5b50bb18bbc5 req-92044720-4674-4ddc-bcce-557d53c3fae2 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Unset dirty status for tenant:49aa4f96eeb045a68683d2c25ebcbe48 on resource:port {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:36:18.674059 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-506dc00d-f6d5-48aa-a23c-5b50bb18bbc5 req-92044720-4674-4ddc-bcce-557d53c3fae2 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=532e4abe-7d47-4e56-810d-9b01101241e6 HTTP/1.1" status: 200 len: 932 time: 0.9298921 May 11 16:36:18.883221 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-42cc754b-2a43-4bd7-88fd-f4daf524eedc service neutron] For port 3c9be3ad-8429-4583-816f-35c7b53ea777, host hv-cinder-78960, cleared binding levels {{(pid=78909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:36:18.888490 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8560a375-64bf-4502-85ad-8377c9e4620d req-15fe5a3c-30a0-49bf-a482-016396db0734 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2725377 May 11 16:36:18.890346 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-42cc754b-2a43-4bd7-88fd-f4daf524eedc service neutron] For port 3c9be3ad-8429-4583-816f-35c7b53ea777, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3c9be3ad-8429-4583-816f-35c7b53ea777,segment=NetworkSegment(4baf4024-8ac6-4675-9b3c-88b417a27c97),segment_id=4baf4024-8ac6-4675-9b3c-88b417a27c97)] {{(pid=78909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:36:18.902366 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-42cc754b-2a43-4bd7-88fd-f4daf524eedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:18.920048 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:18.982159 dv-cinder-789603-4-smb neutron-server[78911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bafc82c-9204-49e0-823f-61d9718be734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77eddc3e-a2be-4d50-b58c-73253d7a8464', 'code': 200} May 11 16:36:18.987437 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-42cc754b-2a43-4bd7-88fd-f4daf524eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:18.988211 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-42cc754b-2a43-4bd7-88fd-f4daf524eedc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for port, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:18.991959 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-42cc754b-2a43-4bd7-88fd-f4daf524eedc service neutron] 10.222.0.85 "PUT /v2.0/ports/3c9be3ad-8429-4583-816f-35c7b53ea777 HTTP/1.1" status: 200 len: 1094 time: 2.1882315 May 11 16:36:18.997273 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '532e4abe-7d47-4e56-810d-9b01101241e6', 'tag': '3c9be3ad-8429-4583-816f-35c7b53ea777'}] {{(pid=78909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:36:19.011347 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-506dc00d-f6d5-48aa-a23c-5b50bb18bbc5 req-48fe7453-419a-4c91-9016-7ff4afd864d7 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122537 May 11 16:36:19.038399 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc754b-2a43-4bd7-88fd-f4daf524eedc service neutron] Pushing event updated for resources: {'Port': ['ID=3c9be3ad-8429-4583-816f-35c7b53ea777,revision_number=3']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:19.040360 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82e2c11-c4c3-453b-a393-47adc5ee042d', 'name': 'network-vif-deleted', 'tag': 'b7a1832f-43f7-4560-a28c-b9fe0c1a281c', 'status': 'completed', 'code': 200} May 11 16:36:19.043238 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-42cc754b-2a43-4bd7-88fd-f4daf524eedc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:19.263497 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-eab13d74-d9a6-4a77-b768-04470ed504e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:19.264903 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-eab13d74-d9a6-4a77-b768-04470ed504e4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=49aa4f96eeb045a68683d2c25ebcbe48&device_id=532e4abe-7d47-4e56-810d-9b01101241e6 HTTP/1.1" status: 200 len: 1097 time: 0.1767550 May 11 16:36:19.462317 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a49be66c-58a0-4709-9849-efc6862c13fb req-bd3ad34e-683f-49b1-aaaa-ad7603c15494 tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] 10.222.0.76 "GET /v2.0/ports?device_id=d82e2c11-c4c3-453b-a393-47adc5ee042d HTTP/1.1" status: 200 len: 210 time: 0.2053740 May 11 16:36:19.465838 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae778605-1e05-46f8-8211-b6121112a1a1 req-23f49545-dac4-433d-bfbb-def93d31d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:19.467952 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-ae778605-1e05-46f8-8211-b6121112a1a1 req-23f49545-dac4-433d-bfbb-def93d31d86d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 1098 time: 0.1143460 May 11 16:36:19.493541 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-e8ef87fa-cdf6-4e18-9568-3988c4844fb0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c9be3ad-8429-4583-816f-35c7b53ea777 HTTP/1.1" status: 200 len: 217 time: 0.1670182 May 11 16:36:19.538745 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-ae778605-1e05-46f8-8211-b6121112a1a1 req-c1cb208d-98f2-44c0-94be-6119255b422d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572205 May 11 16:36:19.678134 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-b14cfe3e-0de4-4b71-b7a2-fe9d77ceff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:19.679622 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-b14cfe3e-0de4-4b71-b7a2-fe9d77ceff6a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55d5fe82-a974-4ef0-9941-7d9c5b0f03f5 HTTP/1.1" status: 200 len: 855 time: 0.1738877 May 11 16:36:19.690420 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473586d1-2ac8-4c87-b550-43088b393a11 req-541d2f3e-81be-4a57-94bd-414b41983b60 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:19.698122 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-473586d1-2ac8-4c87-b550-43088b393a11 req-541d2f3e-81be-4a57-94bd-414b41983b60 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/networks?id=f92d5dee-0135-4867-a7ea-dba3b2c02184 HTTP/1.1" status: 200 len: 814 time: 0.4809027 May 11 16:36:19.756324 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-473586d1-2ac8-4c87-b550-43088b393a11 req-e38d9203-5904-42b4-a9db-ce58ed6e067d tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/quotas/47e91d234d6a45e18f414dac9c90fa1f HTTP/1.1" status: 200 len: 375 time: 0.0572343 May 11 16:36:19.760394 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-e7fa4723-87b2-48d3-8606-1861373e9966 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9b461c7c-08c1-454a-9676-241a31947400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593948 May 11 16:36:19.844060 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-473586d1-2ac8-4c87-b550-43088b393a11 req-899145c8-c5d4-43c5-b645-5ba831405a5d tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=47e91d234d6a45e18f414dac9c90fa1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0827491 May 11 16:36:20.028685 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befd3c0-5b20-4e97-a346-cac89b0aa3a9 req-ce6f0e36-396b-4300-b9c3-88b75c529cbf tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:20.030112 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4befd3c0-5b20-4e97-a346-cac89b0aa3a9 req-ce6f0e36-396b-4300-b9c3-88b75c529cbf tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.4224908 May 11 16:36:20.141728 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-3220762f-96a2-4010-b734-0d19034e9156 service neutron] 10.222.0.85 "GET /v2.0/networks/9b461c7c-08c1-454a-9676-241a31947400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731861 May 11 16:36:20.181516 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4befd3c0-5b20-4e97-a346-cac89b0aa3a9 req-0e0d72d7-354f-4db8-9e05-a4f4a45f6711 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349010 May 11 16:36:20.242868 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-473586d1-2ac8-4c87-b550-43088b393a11 req-2c0cd388-9f86-47e8-b342-3ed4a1be3f6e service neutron] 10.222.0.76 "GET /v2.0/networks/f92d5dee-0135-4867-a7ea-dba3b2c02184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520417 May 11 16:36:20.261353 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 46640) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:20.627679 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-eccbde9f-c424-4266-8a9b-a17416d28ab2 req-56c4ed0a-530e-4a90-b7bb-e966c59aff2c service neutron] 10.222.0.85 "GET /v2.0/networks/9b461c7c-08c1-454a-9676-241a31947400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743299 May 11 16:36:20.632989 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-473586d1-2ac8-4c87-b550-43088b393a11 req-dcd9e5df-1e53-4605-946f-3ef4a030b80a service neutron] 10.222.0.76 "GET /v2.0/networks/f92d5dee-0135-4867-a7ea-dba3b2c02184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831000 May 11 16:36:20.695466 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4e60-fce7-428d-acac-fca678b864b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:20.713962 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-fb8e4e60-fce7-428d-acac-fca678b864b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:20.715564 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c9159-f219-44ac-bd3e-870916b00c23 req-3c015061-3641-42cf-8ccd-4f2f4f28ea59 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:20.720306 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-fb8e4e60-fce7-428d-acac-fca678b864b5 admin admin] Usage tracker for resource:security_group_rule and tenant:4037f5370d99420ba7bed028cb8788e9 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:20.726854 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-fb8e4e60-fce7-428d-acac-fca678b864b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:20.731512 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6a0c9159-f219-44ac-bd3e-870916b00c23 req-3c015061-3641-42cf-8ccd-4f2f4f28ea59 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 946 time: 0.2675231 May 11 16:36:20.735362 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-fb8e4e60-fce7-428d-acac-fca678b864b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:20.747561 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 46662) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:20.767939 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-c0572e30-c8e1-4509-be1b-d465911ff746 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Request body: {'floatingip': {'port_id': '1b922d21-ad5e-427d-bb68-4dc27a9225d6'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:20.865227 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4e60-fce7-428d-acac-fca678b864b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:20.871105 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4e60-fce7-428d-acac-fca678b864b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:20.883582 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-fe1fdc6d-df02-427f-b41f-b0824d88ea80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:20.908944 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '532e4abe-7d47-4e56-810d-9b01101241e6', 'tag': '3c9be3ad-8429-4583-816f-35c7b53ea777', 'status': 'completed', 'code': 200} May 11 16:36:20.971072 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-c0572e30-c8e1-4509-be1b-d465911ff746 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for floatingip, before_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:21.000817 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-fb8e4e60-fce7-428d-acac-fca678b864b5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4037f5370d99420ba7bed028cb8788e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7377484 May 11 16:36:21.003076 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 46680) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:21.026822 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e4e60-fce7-428d-acac-fca678b864b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437906c4-10ca-4be6-bf03-6fa2ea096136,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:21.064073 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-fb8e4e60-fce7-428d-acac-fca678b864b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:21.138780 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-79ad0e6c-dad6-4ca3-86fb-712c5582bcde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:21.171990 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-79ad0e6c-dad6-4ca3-86fb-712c5582bcde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:21.246163 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0485af43-ba9c-429e-82e3-d5f0400e7bf1 req-b7b89062-d482-41ab-a786-88a67422eacb tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3692d86-5b55-4f22-ac66-1c26d7e04243 HTTP/1.1" status: 200 len: 210 time: 0.1061859 May 11 16:36:21.247092 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-79ad0e6c-dad6-4ca3-86fb-712c5582bcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:21.248075 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:21.266548 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad0e6c-dad6-4ca3-86fb-712c5582bcde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437906c4-10ca-4be6-bf03-6fa2ea096136,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:21.300183 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-79ad0e6c-dad6-4ca3-86fb-712c5582bcde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:21.322706 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa9343-364e-46ac-8f61-eab2dfa65e23 req-ac76be05-5665-418b-98e8-3a2f55a04f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:21.328616 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a8fa9343-364e-46ac-8f61-eab2dfa65e23 req-ac76be05-5665-418b-98e8-3a2f55a04f13 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=49aa4f96eeb045a68683d2c25ebcbe48&device_id=532e4abe-7d47-4e56-810d-9b01101241e6 HTTP/1.1" status: 200 len: 1097 time: 0.4187622 May 11 16:36:21.333091 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-79ad0e6c-dad6-4ca3-86fb-712c5582bcde admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:21.335420 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-79ad0e6c-dad6-4ca3-86fb-712c5582bcde admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/437906c4-10ca-4be6-bf03-6fa2ea096136 HTTP/1.1" status: 204 len: 168 time: 0.3289406 May 11 16:36:21.387562 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device b7a1832f-43f7-4560-a28c-b9fe0c1a281c no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:36:21.483805 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] No Port match for: b7a1832f-43f7-4560-a28c-b9fe0c1a281c {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:36:21.483969 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device b7a1832f-43f7-4560-a28c-b9fe0c1a281c not bound to the agent host hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:36:21.590750 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d34ffc-4ce4-490a-ad8d-e1544a875830 req-2e2983f8-cd7c-4419-9a2f-160078a13784 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:21.596296 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-93d34ffc-4ce4-490a-ad8d-e1544a875830 req-2e2983f8-cd7c-4419-9a2f-160078a13784 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=532e4abe-7d47-4e56-810d-9b01101241e6 HTTP/1.1" status: 200 len: 944 time: 0.5563674 May 11 16:36:21.975757 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 46722) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:22.001512 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-28e03151-f1ad-40d6-a273-f99143789b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:22.017763 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-28e03151-f1ad-40d6-a273-f99143789b2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:22.024332 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-28e03151-f1ad-40d6-a273-f99143789b2c admin admin] Usage tracker for resource:security_group_rule and tenant:0a65e4bd2ec9479791d121cdbb8c8b88 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:22.027787 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-28e03151-f1ad-40d6-a273-f99143789b2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:22.034319 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-28e03151-f1ad-40d6-a273-f99143789b2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:22.063264 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-93d34ffc-4ce4-490a-ad8d-e1544a875830 req-e4df9c04-b84f-4bbb-a550-14e1793e8def tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364662 May 11 16:36:22.069372 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa9343-364e-46ac-8f61-eab2dfa65e23 req-c7edb722-5494-40f5-b88c-1df19863a1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:22.070777 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a8fa9343-364e-46ac-8f61-eab2dfa65e23 req-c7edb722-5494-40f5-b88c-1df19863a1f2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=9b461c7c-08c1-454a-9676-241a31947400 HTTP/1.1" status: 200 len: 917 time: 0.7048280 May 11 16:36:22.154037 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-28e03151-f1ad-40d6-a273-f99143789b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:22.160798 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-28e03151-f1ad-40d6-a273-f99143789b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:22.178184 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a8fa9343-364e-46ac-8f61-eab2dfa65e23 req-9b099f7a-29d0-4961-b4cb-c3af56e1518d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c9be3ad-8429-4583-816f-35c7b53ea777 HTTP/1.1" status: 200 len: 217 time: 0.0984304 May 11 16:36:22.187935 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:22.214163 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-28e03151-f1ad-40d6-a273-f99143789b2c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0a65e4bd2ec9479791d121cdbb8c8b88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373350 May 11 16:36:22.221149 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 46730) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:22.245392 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e03151-f1ad-40d6-a273-f99143789b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3e80ef-16ca-49e5-8bb0-559e85fb856c,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:22.250416 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-28e03151-f1ad-40d6-a273-f99143789b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:22.252800 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983dacf9-c384-4953-8187-974ffc9c7b85 req-bb0337a8-fa32-4c97-b04b-5213efc0734f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:22.255305 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-983dacf9-c384-4953-8187-974ffc9c7b85 req-bb0337a8-fa32-4c97-b04b-5213efc0734f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.8424046 May 11 16:36:22.315296 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-82c98bf7-04cc-4189-9ed6-0ee699c1503c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:22.351748 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-82c98bf7-04cc-4189-9ed6-0ee699c1503c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:22.424420 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-82c98bf7-04cc-4189-9ed6-0ee699c1503c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:22.430401 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-4cf81106-e3e2-492a-bb4b-5c01c2d1ad04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:22.442658 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c98bf7-04cc-4189-9ed6-0ee699c1503c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3e80ef-16ca-49e5-8bb0-559e85fb856c,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:22.446376 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-82c98bf7-04cc-4189-9ed6-0ee699c1503c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:22.450191 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-82c98bf7-04cc-4189-9ed6-0ee699c1503c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:22.451658 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-82c98bf7-04cc-4189-9ed6-0ee699c1503c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2e3e80ef-16ca-49e5-8bb0-559e85fb856c HTTP/1.1" status: 204 len: 168 time: 0.2294331 May 11 16:36:22.644358 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9cd3a24a-73e9-41c7-b6e2-bb8ffec90eb1 req-caf7f6e6-d60c-4e5c-a255-bdf6cfc5dec3 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3692d86-5b55-4f22-ac66-1c26d7e04243 HTTP/1.1" status: 200 len: 210 time: 0.0917234 May 11 16:36:22.665929 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa9343-364e-46ac-8f61-eab2dfa65e23 req-5943c48a-8379-4d72-89af-3ba491671ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:22.667416 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a8fa9343-364e-46ac-8f61-eab2dfa65e23 req-5943c48a-8379-4d72-89af-3ba491671ab8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55d5fe82-a974-4ef0-9941-7d9c5b0f03f5 HTTP/1.1" status: 200 len: 855 time: 0.4032733 May 11 16:36:22.788132 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-983dacf9-c384-4953-8187-974ffc9c7b85 req-a74a566f-eb6a-4f17-a05d-7988ebe88e15 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4852920 May 11 16:36:22.821415 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a8fa9343-364e-46ac-8f61-eab2dfa65e23 req-65d45254-9f25-4677-90db-395f05d63ae3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9b461c7c-08c1-454a-9676-241a31947400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1386003 May 11 16:36:22.893599 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.db.resource_extend [None req-c0572e30-c8e1-4509-be1b-d465911ff746 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 11 16:36:22.905622 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473586d1-2ac8-4c87-b550-43088b393a11 req-cbc0bb56-c95c-4615-896a-0a2ed43d60a0 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:22.907277 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-473586d1-2ac8-4c87-b550-43088b393a11 req-cbc0bb56-c95c-4615-896a-0a2ed43d60a0 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Synchronizing usage tracker for tenant:47e91d234d6a45e18f414dac9c90fa1f on resource:network {{(pid=78910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:36:22.965922 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-473586d1-2ac8-4c87-b550-43088b393a11 req-cbc0bb56-c95c-4615-896a-0a2ed43d60a0 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Unset dirty status for tenant:47e91d234d6a45e18f414dac9c90fa1f on resource:network {{(pid=78910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:36:22.965922 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-473586d1-2ac8-4c87-b550-43088b393a11 req-cbc0bb56-c95c-4615-896a-0a2ed43d60a0 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.85 "GET /v2.0/networks?id=f92d5dee-0135-4867-a7ea-dba3b2c02184 HTTP/1.1" status: 200 len: 814 time: 0.3025851 May 11 16:36:22.989606 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [req-473586d1-2ac8-4c87-b550-43088b393a11 req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Request body: {'port': {'device_id': 'a3692d86-5b55-4f22-ac66-1c26d7e04243', 'network_id': 'f92d5dee-0135-4867-a7ea-dba3b2c02184', 'admin_state_up': True, 'tenant_id': '47e91d234d6a45e18f414dac9c90fa1f'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:23.175525 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-c0572e30-c8e1-4509-be1b-d465911ff746 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:23.189923 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-c0572e30-c8e1-4509-be1b-d465911ff746 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397171'] for floatingip, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:23.268198 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [req-473586d1-2ac8-4c87-b550-43088b393a11 req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:23.276713 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-473586d1-2ac8-4c87-b550-43088b393a11 req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Usage tracker for resource:port and tenant:47e91d234d6a45e18f414dac9c90fa1f is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:23.281786 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-473586d1-2ac8-4c87-b550-43088b393a11 req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:23.292490 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [req-473586d1-2ac8-4c87-b550-43088b393a11 req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:23.320972 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-473586d1-2ac8-4c87-b550-43088b393a11 req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Made reservation on behalf of 47e91d234d6a45e18f414dac9c90fa1f for: {'port': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:36:23.325657 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-473586d1-2ac8-4c87-b550-43088b393a11 req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:23.396853 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 3c9be3ad-8429-4583-816f-35c7b53ea777 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:36:23.684723 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.db.l3_db [None req-c0572e30-c8e1-4509-be1b-d465911ff746 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Floating IP cdc339ff-ab6e-4fd6-9da6-40761a3cff7e associated. External IP: 172.28.1.251, port: 1b922d21-ad5e-427d-bb68-4dc27a9225d6. May 11 16:36:23.693730 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_common [req-473586d1-2ac8-4c87-b550-43088b393a11 req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Allocated IP 172.20.0.13 (f92d5dee-0135-4867-a7ea-dba3b2c02184/dc5b2061-141a-4cef-ac58-4e945522331a/ded7e73f-6828-4dc0-bda3-5ff1ff5bb705) {{(pid=78910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:36:23.742052 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 3c9be3ad-8429-4583-816f-35c7b53ea777, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3c9be3ad-8429-4583-816f-35c7b53ea777,segment=NetworkSegment(4baf4024-8ac6-4675-9b3c-88b417a27c97),segment_id=4baf4024-8ac6-4675-9b3c-88b417a27c97)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:23.760061 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Returning: {'device': '3c9be3ad-8429-4583-816f-35c7b53ea777', 'network_id': '9b461c7c-08c1-454a-9676-241a31947400', 'port_id': '3c9be3ad-8429-4583-816f-35c7b53ea777', 'mac_address': 'fa:16:3e:18:66:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d5fe82-a974-4ef0-9941-7d9c5b0f03f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:36:23.846957 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:23.884122 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 46794) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:23.884767 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c9be3ad-8429-4583-816f-35c7b53ea777 {{(pid=78911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:36:23.911138 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 3c9be3ad-8429-4583-816f-35c7b53ea777, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3c9be3ad-8429-4583-816f-35c7b53ea777,segment=NetworkSegment(4baf4024-8ac6-4675-9b3c-88b417a27c97),segment_id=4baf4024-8ac6-4675-9b3c-88b417a27c97)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:23.916776 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:23.919370 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:24.002269 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a8fa9343-364e-46ac-8f61-eab2dfa65e23 req-20f09238-56bf-4c65-9134-123d732c33a0 service neutron] 10.222.0.85 "GET /v2.0/networks/9b461c7c-08c1-454a-9676-241a31947400?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1676977 May 11 16:36:24.006339 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-473586d1-2ac8-4c87-b550-43088b393a11 req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Notify callbacks [] for port, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:24.012852 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db29c1f-bd44-4c0c-9ede-3e1cf75ff6eb req-228c231b-6e35-4bb8-9c58-b0785a0f2f9e tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:24.014374 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1db29c1f-bd44-4c0c-9ede-3e1cf75ff6eb req-228c231b-6e35-4bb8-9c58-b0785a0f2f9e tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=532e4abe-7d47-4e56-810d-9b01101241e6 HTTP/1.1" status: 200 len: 944 time: 0.6689537 May 11 16:36:24.043420 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb86fb8-ea81-4519-b150-f7864ac8e9c6 req-719a2947-1aed-4018-a64b-397834fa65e2 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:24.055678 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1fb86fb8-ea81-4519-b150-f7864ac8e9c6 req-719a2947-1aed-4018-a64b-397834fa65e2 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 1.0353186 May 11 16:36:24.056081 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 46802) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:24.061981 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-596e1455-e25e-49b0-9a62-3901b5c142ce tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Request body: {'floatingip': {'port_id': '77eddc3e-a2be-4d50-b58c-73253d7a8464'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:24.070251 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=3c9be3ad-8429-4583-816f-35c7b53ea777,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:24.073929 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:24.156726 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-253f0b99-ed69-4e14-aab3-f8c360524d35 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1798722005-network', 'tenant_id': 'a055b4450a844a3d80f01040e304e5bc'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:24.160197 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-473586d1-2ac8-4c87-b550-43088b393a11 req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687'] for port, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:24.177690 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-253f0b99-ed69-4e14-aab3-f8c360524d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:24.186346 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-df1a7795-2b47-4cab-9795-3d0c9813a68c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:24.213346 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 46812) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:24.228155 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1db29c1f-bd44-4c0c-9ede-3e1cf75ff6eb req-a6e2f01a-0c94-4a6c-a532-675dbe7d3b88 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028546 May 11 16:36:24.228520 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-596e1455-e25e-49b0-9a62-3901b5c142ce tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for floatingip, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:24.262591 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['3c9be3ad-8429-4583-816f-35c7b53ea777'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:36:24.340703 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-253f0b99-ed69-4e14-aab3-f8c360524d35 admin admin] Usage tracker for resource:network and tenant:a055b4450a844a3d80f01040e304e5bc is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:24.345223 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-253f0b99-ed69-4e14-aab3-f8c360524d35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:24.383937 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-253f0b99-ed69-4e14-aab3-f8c360524d35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:24.458282 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-473586d1-2ac8-4c87-b550-43088b393a11 req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Network f92d5dee-0135-4867-a7ea-dba3b2c02184 is already hosted by enough agents. {{(pid=78910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:36:24.467780 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [req-473586d1-2ac8-4c87-b550-43088b393a11 req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Resources bound (agent type, host, resource id): {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:36:24.473740 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Pushing event updated for resources: {'Port': ['ID=ded7e73f-6828-4dc0-bda3-5ff1ff5bb705,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:24.480144 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [req-473586d1-2ac8-4c87-b550-43088b393a11 req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Received port after_create {{(pid=78910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:36:24.487037 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473586d1-2ac8-4c87-b550-43088b393a11 req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:24.487723 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-473586d1-2ac8-4c87-b550-43088b393a11 req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:24.504393 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253f0b99-ed69-4e14-aab3-f8c360524d35 admin admin] Made reservation on behalf of a055b4450a844a3d80f01040e304e5bc for: {'network': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:36:24.507010 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-253f0b99-ed69-4e14-aab3-f8c360524d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for network, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:24.508036 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.db_base_plugin_v2 [None req-b25ff9b3-835a-4eeb-8f93-a8800b78188d admin admin] Deleting subnet 36bf2fe9-221d-4a78-8955-4e933d7f607e {{(pid=78909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:36:24.516654 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:24.517138 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:24.518572 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:24.518572 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:24.518572 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:24.518830 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:24.519257 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:24.519607 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:24.521142 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:24.521142 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:24.521605 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:24.521948 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:24.542672 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:24.577211 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b25ff9b3-835a-4eeb-8f93-a8800b78188d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:24.586391 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-253f0b99-ed69-4e14-aab3-f8c360524d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:24.615365 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-473586d1-2ac8-4c87-b550-43088b393a11 req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6440141 May 11 16:36:24.616271 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-253f0b99-ed69-4e14-aab3-f8c360524d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:24.627754 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-253f0b99-ed69-4e14-aab3-f8c360524d35 admin admin] Usage tracker for resource:security_group_rule and tenant:a055b4450a844a3d80f01040e304e5bc is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:24.646826 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [req-473586d1-2ac8-4c87-b550-43088b393a11 req-8be0bcdf-60ba-40e7-a37d-046bce05f7d7 service neutron] Request body: {'port': {'device_id': 'a3692d86-5b55-4f22-ac66-1c26d7e04243', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:24.694363 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a8fa9343-364e-46ac-8f61-eab2dfa65e23 req-3a1445db-cec6-4b2f-9164-54695917036b service neutron] 10.222.0.85 "GET /v2.0/networks/9b461c7c-08c1-454a-9676-241a31947400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6680660 May 11 16:36:24.721353 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b25ff9b3-835a-4eeb-8f93-a8800b78188d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:24.751811 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-253f0b99-ed69-4e14-aab3-f8c360524d35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:24.752193 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b25ff9b3-835a-4eeb-8f93-a8800b78188d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732194'] for subnet, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:24.884095 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-253f0b99-ed69-4e14-aab3-f8c360524d35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:24.936043 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 46836) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:24.943022 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef13594-6717-49d5-a1c6-af8bf060d2c5 req-a7724882-41ea-468f-b225-94b2f7d0b79a tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:24.944795 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0ef13594-6717-49d5-a1c6-af8bf060d2c5 req-a7724882-41ea-468f-b225-94b2f7d0b79a tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3692d86-5b55-4f22-ac66-1c26d7e04243 HTTP/1.1" status: 200 len: 932 time: 0.6094918 May 11 16:36:24.961706 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 46838) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:25.062526 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0572e30-c8e1-4509-be1b-d465911ff746 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Router d84c4dc1-f5c9-4f07-b602-82735e766ad8 has already been hosted by L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae {{(pid=78909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:36:25.086447 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-473586d1-2ac8-4c87-b550-43088b393a11 req-8be0bcdf-60ba-40e7-a37d-046bce05f7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:25.098695 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0ef13594-6717-49d5-a1c6-af8bf060d2c5 req-e81b5459-1149-4337-9720-eea8c8da33ba tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353593 May 11 16:36:25.295953 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-2355532a-400b-4b05-b334-d524aba0243a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:25.334372 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-2355532a-400b-4b05-b334-d524aba0243a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:25.361235 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-2f3de4ed-48e7-473d-988d-d4fc5a6ddfab admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:25.397483 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 3c9be3ad-8429-4583-816f-35c7b53ea777 up at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:36:25.419362 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-2355532a-400b-4b05-b334-d524aba0243a admin admin] Usage tracker for resource:security_group_rule and tenant:0aa90ab157914cb6b5ee8886c4f702a3 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:25.425052 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-2f3de4ed-48e7-473d-988d-d4fc5a6ddfab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:25.431863 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-2355532a-400b-4b05-b334-d524aba0243a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:25.444553 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-2f3de4ed-48e7-473d-988d-d4fc5a6ddfab admin admin] Usage tracker for resource:security_group_rule and tenant:a376c670490d4e6eb4063f58b1261af2 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:25.448479 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-2355532a-400b-4b05-b334-d524aba0243a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:25.456802 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-2f3de4ed-48e7-473d-988d-d4fc5a6ddfab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:25.485358 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-2f3de4ed-48e7-473d-988d-d4fc5a6ddfab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:25.493005 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-253f0b99-ed69-4e14-aab3-f8c360524d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:25.508347 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning for port 3c9be3ad-8429-4583-816f-35c7b53ea777 completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:36:25.509654 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0572e30-c8e1-4509-be1b-d465911ff746 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:36:25.514291 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning complete for port 3c9be3ad-8429-4583-816f-35c7b53ea777 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:36:25.514992 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:25.543630 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61acc77-bb78-4fbb-a34a-697bf9db7300 None None] Sync routers for ids ['d84c4dc1-f5c9-4f07-b602-82735e766ad8'] in dv-cinder-789603-4-smb {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:36:25.552863 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-253f0b99-ed69-4e14-aab3-f8c360524d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:25.554671 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61acc77-bb78-4fbb-a34a-697bf9db7300 None None] Routers {'d84c4dc1-f5c9-4f07-b602-82735e766ad8'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:36:25.555768 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-f61acc77-bb78-4fbb-a34a-697bf9db7300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:36:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['d84c4dc1-f5c9-4f07-b602-82735e766ad8'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:25.557857 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b25ff9b3-835a-4eeb-8f93-a8800b78188d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for subnet, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:25.565305 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:25.577822 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:25.658726 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560c2c4-32ff-4672-aa83-1760717ac46f req-99c35985-0632-41ea-9ad8-0fb7970d4382 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:25.660819 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5560c2c4-32ff-4672-aa83-1760717ac46f req-99c35985-0632-41ea-9ad8-0fb7970d4382 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=532e4abe-7d47-4e56-810d-9b01101241e6 HTTP/1.1" status: 200 len: 945 time: 0.3294053 May 11 16:36:25.664674 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b25ff9b3-835a-4eeb-8f93-a8800b78188d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:25.673593 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-c0572e30-c8e1-4509-be1b-d465911ff746 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for floatingip, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:25.677719 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253f0b99-ed69-4e14-aab3-f8c360524d35 admin admin] vlan segment allocate from pool success with {'vlan_id': 1075, 'physical_network': 'physnet1'} {{(pid=78910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:36:25.701262 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ff9b3-835a-4eeb-8f93-a8800b78188d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36bf2fe9-221d-4a78-8955-4e933d7f607e,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:25.714871 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:25.751261 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-b25ff9b3-835a-4eeb-8f93-a8800b78188d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/36bf2fe9-221d-4a78-8955-4e933d7f607e HTTP/1.1" status: 204 len: 168 time: 1.5218263 May 11 16:36:25.752935 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-f61acc77-bb78-4fbb-a34a-697bf9db7300 None None] Set router d84c4dc1-f5c9-4f07-b602-82735e766ad8 gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:36:25.756605 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532e4abe-7d47-4e56-810d-9b01101241e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9be3ad-8429-4583-816f-35c7b53ea777'}] {{(pid=78911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:36:25.761047 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25ff9b3-835a-4eeb-8f93-a8800b78188d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:25.761047 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25ff9b3-835a-4eeb-8f93-a8800b78188d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:25.761047 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25ff9b3-835a-4eeb-8f93-a8800b78188d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:25.762146 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25ff9b3-835a-4eeb-8f93-a8800b78188d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:25.762363 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25ff9b3-835a-4eeb-8f93-a8800b78188d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:25.762589 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25ff9b3-835a-4eeb-8f93-a8800b78188d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:25.762927 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25ff9b3-835a-4eeb-8f93-a8800b78188d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:25.763311 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25ff9b3-835a-4eeb-8f93-a8800b78188d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:25.763646 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25ff9b3-835a-4eeb-8f93-a8800b78188d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:25.764040 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25ff9b3-835a-4eeb-8f93-a8800b78188d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:25.764890 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25ff9b3-835a-4eeb-8f93-a8800b78188d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:25.765235 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25ff9b3-835a-4eeb-8f93-a8800b78188d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:25.769937 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-b25ff9b3-835a-4eeb-8f93-a8800b78188d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:25.770111 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 3c9be3ad-8429-4583-816f-35c7b53ea777, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3c9be3ad-8429-4583-816f-35c7b53ea777,segment=NetworkSegment(4baf4024-8ac6-4675-9b3c-88b417a27c97),segment_id=4baf4024-8ac6-4675-9b3c-88b417a27c97)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:25.775417 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:25.778247 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 46852) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:25.781709 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:25.800510 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-253f0b99-ed69-4e14-aab3-f8c360524d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:25.800510 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.db.segments_db [None req-253f0b99-ed69-4e14-aab3-f8c360524d35 admin admin] Added segment 6b563db9-3858-477c-8dc7-5fefdbbaa18a of type vlan for network f8b94489-9613-46a4-8873-adbd6921e1b4 May 11 16:36:25.801360 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f0b99-ed69-4e14-aab3-f8c360524d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:25.903171 dv-cinder-789603-4-smb neutron-server[78911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532e4abe-7d47-4e56-810d-9b01101241e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9be3ad-8429-4583-816f-35c7b53ea777', 'code': 200} May 11 16:36:25.924927 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5560c2c4-32ff-4672-aa83-1760717ac46f req-8fd9674d-83f5-4f2e-ace1-34c0ef064f5c tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566762 May 11 16:36:25.928339 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=3c9be3ad-8429-4583-816f-35c7b53ea777,revision_number=5']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:25.932013 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:25.953528 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-c0572e30-c8e1-4509-be1b-d465911ff746 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "PUT /v2.0/floatingips/cdc339ff-ab6e-4fd6-9da6-40761a3cff7e HTTP/1.1" status: 200 len: 992 time: 5.2035043 May 11 16:36:25.959002 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-253f0b99-ed69-4e14-aab3-f8c360524d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:25.961405 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67877986-c824-470e-81f1-4fd751417ebd', 'tag': '1b922d21-ad5e-427d-bb68-4dc27a9225d6'}] {{(pid=78909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:36:25.986465 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-2355532a-400b-4b05-b334-d524aba0243a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:26.021612 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-2355532a-400b-4b05-b334-d524aba0243a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:26.023153 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.db.resource_extend [None req-596e1455-e25e-49b0-9a62-3901b5c142ce tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 11 16:36:26.050144 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67877986-c824-470e-81f1-4fd751417ebd', 'tag': '1b922d21-ad5e-427d-bb68-4dc27a9225d6', 'status': 'completed', 'code': 200} May 11 16:36:26.050769 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-e0f844d2-6945-4a28-acd3-aae9acda9b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:26.136982 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7bfb45aa-cd73-43e5-9dee-c2bce9a017b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606754'] for network, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:26.171713 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-2355532a-400b-4b05-b334-d524aba0243a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0aa90ab157914cb6b5ee8886c4f702a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1529946 May 11 16:36:26.175059 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-596e1455-e25e-49b0-9a62-3901b5c142ce tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:26.175561 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 46866) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:26.177086 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355532a-400b-4b05-b334-d524aba0243a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152cfda4-69b3-45e8-aceb-356a1852e6f9,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:26.183088 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-2355532a-400b-4b05-b334-d524aba0243a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:26.258020 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-596e1455-e25e-49b0-9a62-3901b5c142ce tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397171'] for floatingip, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:26.402807 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [req-473586d1-2ac8-4c87-b550-43088b393a11 req-8be0bcdf-60ba-40e7-a37d-046bce05f7d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded7e73f-6828-4dc0-bda3-5ff1ff5bb705 {{(pid=78910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:36:26.415569 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-f61acc77-bb78-4fbb-a34a-697bf9db7300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-2040346598-router', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a71243d2-0927-402c-a906-af00e348ab51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'gw_port': {'id': 'a71243d2-0927-402c-a906-af00e348ab51', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:28Z', 'updated_at': '2021-05-11T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_floatingips': [{'id': 'cdc339ff-ab6e-4fd6-9da6-40761a3cff7e', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'floating_ip_address': '172.28.1.251', 'floating_network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'router_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'port_id': '1b922d21-ad5e-427d-bb68-4dc27a9225d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'mac_address': 'fa:16:3e:ff:13:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67877986-c824-470e-81f1-4fd751417ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:35:55Z', 'updated_at': '2021-05-11T16:36:22Z', 'revision_number': 1, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2873d494-3e40-4fb6-8de3-abbc8535bbae', 'name': '', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'mac_address': 'fa:16:3e:c2:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:40Z', 'updated_at': '2021-05-11T16:35:56Z', 'revision_number': 5, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'subnets': [{'id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:26.419574 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-253f0b99-ed69-4e14-aab3-f8c360524d35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788165774457'] for network, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:26.420962 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61acc77-bb78-4fbb-a34a-697bf9db7300 None None] Checking router: d84c4dc1-f5c9-4f07-b602-82735e766ad8 for host: dv-cinder-789603-4-smb {{(pid=78912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:36:26.431202 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61acc77-bb78-4fbb-a34a-697bf9db7300 None None] Routers {'d84c4dc1-f5c9-4f07-b602-82735e766ad8'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:36:26.432237 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-f61acc77-bb78-4fbb-a34a-697bf9db7300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:36:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['d84c4dc1-f5c9-4f07-b602-82735e766ad8'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:26.437566 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-473586d1-2ac8-4c87-b550-43088b393a11 req-8be0bcdf-60ba-40e7-a37d-046bce05f7d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:26.529385 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7bfb45aa-cd73-43e5-9dee-c2bce9a017b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726233', 'neutron.services.segments.db._delete_segments_for_network-8788166214813'] for network, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:26.559156 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db7264-a6f0-4f82-a990-b095d6f755de req-244cc69d-1872-479d-bf92-4c73fbb72331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:26.561031 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-39db7264-a6f0-4f82-a990-b095d6f755de req-244cc69d-1872-479d-bf92-4c73fbb72331 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=262ccc5510544ce0a4c4ce0d80c13de5&device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 1099 time: 0.4859660 May 11 16:36:26.561166 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.provisioning_blocks [req-473586d1-2ac8-4c87-b550-43088b393a11 req-8be0bcdf-60ba-40e7-a37d-046bce05f7d7 service neutron] Transition to ACTIVE for port object ded7e73f-6828-4dc0-bda3-5ff1ff5bb705 will not be triggered until provisioned by entity L2. {{(pid=78910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:36:26.572097 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7bfb45aa-cd73-43e5-9dee-c2bce9a017b8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:36:26.572512 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7bfb45aa-cd73-43e5-9dee-c2bce9a017b8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:36:26.573323 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7bfb45aa-cd73-43e5-9dee-c2bce9a017b8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:36:26.573726 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7bfb45aa-cd73-43e5-9dee-c2bce9a017b8 admin admin] Subscribe: > port after_create 55550000 {{(pid=78909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:36:26.574226 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7bfb45aa-cd73-43e5-9dee-c2bce9a017b8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:36:26.574565 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7bfb45aa-cd73-43e5-9dee-c2bce9a017b8 admin admin] Subscribe: > port after_update 55550000 {{(pid=78909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:36:26.574883 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7bfb45aa-cd73-43e5-9dee-c2bce9a017b8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:36:26.575204 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7bfb45aa-cd73-43e5-9dee-c2bce9a017b8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:36:26.575517 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7bfb45aa-cd73-43e5-9dee-c2bce9a017b8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:36:26.575858 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7bfb45aa-cd73-43e5-9dee-c2bce9a017b8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:36:26.595398 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-473586d1-2ac8-4c87-b550-43088b393a11 req-8be0bcdf-60ba-40e7-a37d-046bce05f7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:26.597193 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-2f3de4ed-48e7-473d-988d-d4fc5a6ddfab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:26.617107 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:26.625470 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-f61acc77-bb78-4fbb-a34a-697bf9db7300 None None] Set router d84c4dc1-f5c9-4f07-b602-82735e766ad8 gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:36:26.652979 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-2f3de4ed-48e7-473d-988d-d4fc5a6ddfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:26.666168 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-253f0b99-ed69-4e14-aab3-f8c360524d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for network, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:26.682335 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253f0b99-ed69-4e14-aab3-f8c360524d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:26.682915 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-253f0b99-ed69-4e14-aab3-f8c360524d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:26.730274 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7bfb45aa-cd73-43e5-9dee-c2bce9a017b8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:36:26.730858 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7bfb45aa-cd73-43e5-9dee-c2bce9a017b8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:36:26.730962 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7bfb45aa-cd73-43e5-9dee-c2bce9a017b8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:36:26.731244 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7bfb45aa-cd73-43e5-9dee-c2bce9a017b8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:36:26.731678 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.services.segments.db [None req-7bfb45aa-cd73-43e5-9dee-c2bce9a017b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb']}} {{(pid=78909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:26.764362 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-4a87c322-3121-48d9-9d9a-5dcd95a83dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:26.773033 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.services.segments.db [None req-7bfb45aa-cd73-43e5-9dee-c2bce9a017b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ee53ee-c22d-4c00-a36f-67b57e3abc10') {'for_net_delete': True} {{(pid=78909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:26.773322 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.services.segments.db [None req-7bfb45aa-cd73-43e5-9dee-c2bce9a017b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ee53ee-c22d-4c00-a36f-67b57e3abc10') {} {{(pid=78909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:26.794930 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc664d6-3861-48c3-bab1-18ecb5517e87 req-e3d68800-8174-43e1-8ce6-66096e611d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:26.796366 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-7dc664d6-3861-48c3-bab1-18ecb5517e87 req-e3d68800-8174-43e1-8ce6-66096e611d87 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=532e4abe-7d47-4e56-810d-9b01101241e6 HTTP/1.1" status: 200 len: 1099 time: 0.6185215 May 11 16:36:26.837972 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.db.l3_db [None req-596e1455-e25e-49b0-9a62-3901b5c142ce tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Floating IP 509f6a45-c81a-4464-bba0-23f9cce73667 associated. External IP: 172.28.1.132, port: 77eddc3e-a2be-4d50-b58c-73253d7a8464. May 11 16:36:26.854400 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7bfb45aa-cd73-43e5-9dee-c2bce9a017b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788166226279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13682007'] for segment, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:26.890422 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-2f3de4ed-48e7-473d-988d-d4fc5a6ddfab admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a376c670490d4e6eb4063f58b1261af2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9370010 May 11 16:36:26.903288 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aed3e9-3c65-47f2-9d40-63b64f891d72 req-f91c70e9-1848-4e6e-ab15-924d561f94ab tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:26.904932 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-98aed3e9-3c65-47f2-9d40-63b64f891d72 req-f91c70e9-1848-4e6e-ab15-924d561f94ab tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3692d86-5b55-4f22-ac66-1c26d7e04243 HTTP/1.1" status: 200 len: 932 time: 0.6624718 May 11 16:36:26.906806 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-4a87c322-3121-48d9-9d9a-5dcd95a83dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:26.921354 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 46872) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:26.930365 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7bfb45aa-cd73-43e5-9dee-c2bce9a017b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:27.009554 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bfb45aa-cd73-43e5-9dee-c2bce9a017b8 admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=78909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:36:27.009954 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7bfb45aa-cd73-43e5-9dee-c2bce9a017b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15952611'] for segment, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: from cryptography.utils import int_from_bytes May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: from cryptography.utils import int_from_bytes May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: Traceback (most recent call last): May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: timer() May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: cb(*args, **kw) May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: return func(*args, **kwargs) May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: self._notify() May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: self.callback(batched_events) May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: event.method(event) May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: return f(self, *a, **k) May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: return self._get(url).json() May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: return self.request(url, 'GET', **kwargs) May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:36:27.033891 dv-cinder-789603-4-smb neutron-server[78909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:36:27.038913 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0bcdf-60ba-40e7-a37d-046bce05f7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ded7e73f-6828-4dc0-bda3-5ff1ff5bb705,revision_number=2']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:27.050673 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-8be0bcdf-60ba-40e7-a37d-046bce05f7d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:27.051763 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-fb8e4e60-fce7-428d-acac-fca678b864b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.385s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:27.072693 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-253f0b99-ed69-4e14-aab3-f8c360524d35 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.1825678 May 11 16:36:27.084144 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 46878) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:27.096064 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-f61acc77-bb78-4fbb-a34a-697bf9db7300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-2040346598-router', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a71243d2-0927-402c-a906-af00e348ab51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'gw_port': {'id': 'a71243d2-0927-402c-a906-af00e348ab51', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:28Z', 'updated_at': '2021-05-11T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_floatingips': [{'id': 'cdc339ff-ab6e-4fd6-9da6-40761a3cff7e', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'floating_ip_address': '172.28.1.251', 'floating_network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'router_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'port_id': '1b922d21-ad5e-427d-bb68-4dc27a9225d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'mac_address': 'fa:16:3e:ff:13:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67877986-c824-470e-81f1-4fd751417ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:35:55Z', 'updated_at': '2021-05-11T16:36:22Z', 'revision_number': 1, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2873d494-3e40-4fb6-8de3-abbc8535bbae', 'name': '', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'mac_address': 'fa:16:3e:c2:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:40Z', 'updated_at': '2021-05-11T16:35:56Z', 'revision_number': 5, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'subnets': [{'id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:27.098529 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-7dc664d6-3861-48c3-bab1-18ecb5517e87 req-63e23b6a-aa1a-4694-97e2-6cb15e40652e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788363 May 11 16:36:27.101495 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61acc77-bb78-4fbb-a34a-697bf9db7300 None None] The sync data for ids ['d84c4dc1-f5c9-4f07-b602-82735e766ad8'] in dv-cinder-789603-4-smb is: [{'id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-2040346598-router', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a71243d2-0927-402c-a906-af00e348ab51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'gw_port': {'id': 'a71243d2-0927-402c-a906-af00e348ab51', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:28Z', 'updated_at': '2021-05-11T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_floatingips': [{'id': 'cdc339ff-ab6e-4fd6-9da6-40761a3cff7e', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'floating_ip_address': '172.28.1.251', 'floating_network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'router_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'port_id': '1b922d21-ad5e-427d-bb68-4dc27a9225d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'mac_address': 'fa:16:3e:ff:13:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67877986-c824-470e-81f1-4fd751417ebd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:35:55Z', 'updated_at': '2021-05-11T16:36:22Z', 'revision_number': 1, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2873d494-3e40-4fb6-8de3-abbc8535bbae', 'name': '', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'mac_address': 'fa:16:3e:c2:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:40Z', 'updated_at': '2021-05-11T16:35:56Z', 'revision_number': 5, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'subnets': [{'id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:36:27.105540 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-473586d1-2ac8-4c87-b550-43088b393a11 req-8be0bcdf-60ba-40e7-a37d-046bce05f7d7 service neutron] Attempting to bind port ded7e73f-6828-4dc0-bda3-5ff1ff5bb705 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:36:27.105540 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-473586d1-2ac8-4c87-b550-43088b393a11 req-8be0bcdf-60ba-40e7-a37d-046bce05f7d7 service neutron] Attempting to bind port ded7e73f-6828-4dc0-bda3-5ff1ff5bb705 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '29eb896a-4001-43bc-bb61-d95d98e51cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'f92d5dee-0135-4867-a7ea-dba3b2c02184'}] {{(pid=78910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:36:27.105789 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473586d1-2ac8-4c87-b550-43088b393a11 req-8be0bcdf-60ba-40e7-a37d-046bce05f7d7 service neutron] Attempting to bind port ded7e73f-6828-4dc0-bda3-5ff1ff5bb705 on network f92d5dee-0135-4867-a7ea-dba3b2c02184 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:36:27.119892 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-8e7fb329-3c9f-42a8-bc16-7476ef9bf022 admin admin] Request body: {'subnet': {'network_id': 'f8b94489-9613-46a4-8873-adbd6921e1b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1798722005-subnet', 'tenant_id': 'a055b4450a844a3d80f01040e304e5bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:27.131478 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-8e7fb329-3c9f-42a8-bc16-7476ef9bf022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:27.141067 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-8e7fb329-3c9f-42a8-bc16-7476ef9bf022 admin admin] Usage tracker for resource:subnet and tenant:a055b4450a844a3d80f01040e304e5bc is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:27.145951 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473586d1-2ac8-4c87-b550-43088b393a11 req-8be0bcdf-60ba-40e7-a37d-046bce05f7d7 service neutron] Port ded7e73f-6828-4dc0-bda3-5ff1ff5bb705 on network f92d5dee-0135-4867-a7ea-dba3b2c02184 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:36:27.146292 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473586d1-2ac8-4c87-b550-43088b393a11 req-8be0bcdf-60ba-40e7-a37d-046bce05f7d7 service neutron] Attempting to bind port ded7e73f-6828-4dc0-bda3-5ff1ff5bb705 on network f92d5dee-0135-4867-a7ea-dba3b2c02184 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:36:27.151634 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-8e7fb329-3c9f-42a8-bc16-7476ef9bf022 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:27.154324 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3de4ed-48e7-473d-988d-d4fc5a6ddfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9157d978-bd5a-4e17-98cf-a4261fdbc207,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:27.163878 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-2f3de4ed-48e7-473d-988d-d4fc5a6ddfab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:27.168068 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-96888d73-fad7-49d8-8811-a5d4b6d956cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.423s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:27.181778 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-8e7fb329-3c9f-42a8-bc16-7476ef9bf022 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:27.186363 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473586d1-2ac8-4c87-b550-43088b393a11 req-8be0bcdf-60ba-40e7-a37d-046bce05f7d7 service neutron] Checking agent: {'id': 'd37e6d19-ade9-4e89-aecb-ac851dc75e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'started_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:36:27.186693 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473586d1-2ac8-4c87-b550-43088b393a11 req-8be0bcdf-60ba-40e7-a37d-046bce05f7d7 service neutron] Checking segment: {'id': '29eb896a-4001-43bc-bb61-d95d98e51cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'f92d5dee-0135-4867-a7ea-dba3b2c02184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:36:27.187073 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473586d1-2ac8-4c87-b550-43088b393a11 req-8be0bcdf-60ba-40e7-a37d-046bce05f7d7 service neutron] Bound using segment: {'id': '29eb896a-4001-43bc-bb61-d95d98e51cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'f92d5dee-0135-4867-a7ea-dba3b2c02184'} {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:36:27.187536 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-473586d1-2ac8-4c87-b550-43088b393a11 req-8be0bcdf-60ba-40e7-a37d-046bce05f7d7 service neutron] Bound port: ded7e73f-6828-4dc0-bda3-5ff1ff5bb705, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29eb896a-4001-43bc-bb61-d95d98e51cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'f92d5dee-0135-4867-a7ea-dba3b2c02184'}}] {{(pid=78910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:36:27.187911 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-473586d1-2ac8-4c87-b550-43088b393a11 req-8be0bcdf-60ba-40e7-a37d-046bce05f7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:27.201402 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-98aed3e9-3c65-47f2-9d40-63b64f891d72 req-9c35f9a6-2926-4e9b-b8fd-316b39b5c212 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753479 May 11 16:36:27.202474 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db7264-a6f0-4f82-a990-b095d6f755de req-15f373a8-64e1-4e1b-b675-e6d13046496d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:27.203939 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-39db7264-a6f0-4f82-a990-b095d6f755de req-15f373a8-64e1-4e1b-b675-e6d13046496d service neutron] 10.222.0.85 "GET /v2.0/networks?id=b88aa6df-5bed-46a0-8951-f555a2261aa5 HTTP/1.1" status: 200 len: 919 time: 0.4641020 May 11 16:36:27.323437 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7bfb45aa-cd73-43e5-9dee-c2bce9a017b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:27.328916 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7fedb4f1-d9c6-473b-8c50-43b61ac734e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:27.335537 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7fb329-3c9f-42a8-bc16-7476ef9bf022 admin admin] Made reservation on behalf of a055b4450a844a3d80f01040e304e5bc for: {'subnet': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:36:27.338034 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-8e7fb329-3c9f-42a8-bc16-7476ef9bf022 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:27.370957 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:27.383781 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-4a87c322-3121-48d9-9d9a-5dcd95a83dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:27.404972 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7bfb45aa-cd73-43e5-9dee-c2bce9a017b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:27.408478 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a989077e-8724-4658-b47d-eef960bfae33 None None] New status for floating IP cdc339ff-ab6e-4fd6-9da6-40761a3cff7e: ACTIVE {{(pid=78911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:36:27.412320 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-39db7264-a6f0-4f82-a990-b095d6f755de req-d7a22f1f-8232-4d9f-9999-17ac02a004db service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b922d21-ad5e-427d-bb68-4dc27a9225d6 HTTP/1.1" status: 200 len: 1000 time: 0.1953914 May 11 16:36:27.419802 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb45aa-cd73-43e5-9dee-c2bce9a017b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:27.431530 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7fedb4f1-d9c6-473b-8c50-43b61ac734e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:27.474118 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-7bfb45aa-cd73-43e5-9dee-c2bce9a017b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:27.480703 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:27.525070 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87c322-3121-48d9-9d9a-5dcd95a83dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152cfda4-69b3-45e8-aceb-356a1852e6f9,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:27.525374 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f0b99-ed69-4e14-aab3-f8c360524d35 admin admin] Pushing event updated for resources: {'Network': ['ID=f8b94489-9613-46a4-8873-adbd6921e1b4,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:27.532543 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-4a87c322-3121-48d9-9d9a-5dcd95a83dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:27.536317 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-4a87c322-3121-48d9-9d9a-5dcd95a83dc7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/152cfda4-69b3-45e8-aceb-356a1852e6f9 HTTP/1.1" status: 204 len: 168 time: 1.3531895 May 11 16:36:27.543736 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-4a87c322-3121-48d9-9d9a-5dcd95a83dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:27.558948 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-253f0b99-ed69-4e14-aab3-f8c360524d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:27.560033 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-7bfb45aa-cd73-43e5-9dee-c2bce9a017b8 admin admin] 10.222.0.76 "DELETE /v2.0/networks/2b4ddc1b-3785-45f4-8bcb-b04b6b95f6fb HTTP/1.1" status: 204 len: 168 time: 1.7784045 May 11 16:36:27.595981 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6eff8-d599-4759-bf70-66c8f6a1f083 req-edc79607-fd0b-4201-8c34-c3efac66501a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:27.607528 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-89f6eff8-d599-4759-bf70-66c8f6a1f083 req-edc79607-fd0b-4201-8c34-c3efac66501a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=532e4abe-7d47-4e56-810d-9b01101241e6 HTTP/1.1" status: 200 len: 946 time: 0.4865685 May 11 16:36:27.611268 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Network f8b94489-9613-46a4-8873-adbd6921e1b4 details requested by agent ovs-agent-dv-cinder-789603-4-smb with host dv-cinder-789603-4-smb {{(pid=78911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:36:27.652157 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-473586d1-2ac8-4c87-b550-43088b393a11 req-8be0bcdf-60ba-40e7-a37d-046bce05f7d7 service neutron] For port ded7e73f-6828-4dc0-bda3-5ff1ff5bb705, host hv-cinder-78960, cleared binding levels {{(pid=78910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:36:27.661135 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-473586d1-2ac8-4c87-b550-43088b393a11 req-8be0bcdf-60ba-40e7-a37d-046bce05f7d7 service neutron] For port ded7e73f-6828-4dc0-bda3-5ff1ff5bb705, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ded7e73f-6828-4dc0-bda3-5ff1ff5bb705,segment=NetworkSegment(29eb896a-4001-43bc-bb61-d95d98e51cd2),segment_id=29eb896a-4001-43bc-bb61-d95d98e51cd2)] {{(pid=78910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:36:27.670876 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-473586d1-2ac8-4c87-b550-43088b393a11 req-8be0bcdf-60ba-40e7-a37d-046bce05f7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:27.690247 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:27.708797 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db7264-a6f0-4f82-a990-b095d6f755de req-ba01372b-b96d-4a09-b792-637429a59b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:27.710282 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-39db7264-a6f0-4f82-a990-b095d6f755de req-ba01372b-b96d-4a09-b792-637429a59b8e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a408f652-827a-47bf-a362-ed4cc793ec89 HTTP/1.1" status: 200 len: 856 time: 0.2871852 May 11 16:36:27.779497 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0bcdf-60ba-40e7-a37d-046bce05f7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ded7e73f-6828-4dc0-bda3-5ff1ff5bb705,revision_number=3']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:27.782853 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-8be0bcdf-60ba-40e7-a37d-046bce05f7d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:27.788867 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473586d1-2ac8-4c87-b550-43088b393a11 req-8be0bcdf-60ba-40e7-a37d-046bce05f7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:27.789071 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-473586d1-2ac8-4c87-b550-43088b393a11 req-8be0bcdf-60ba-40e7-a37d-046bce05f7d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:27.790778 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-473586d1-2ac8-4c87-b550-43088b393a11 req-8be0bcdf-60ba-40e7-a37d-046bce05f7d7 service neutron] 10.222.0.85 "PUT /v2.0/ports/ded7e73f-6828-4dc0-bda3-5ff1ff5bb705 HTTP/1.1" status: 200 len: 1094 time: 3.1591876 May 11 16:36:27.805025 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3692d86-5b55-4f22-ac66-1c26d7e04243', 'tag': 'ded7e73f-6828-4dc0-bda3-5ff1ff5bb705'}] {{(pid=78910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:36:27.817158 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7fedb4f1-d9c6-473b-8c50-43b61ac734e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:27.832356 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596e1455-e25e-49b0-9a62-3901b5c142ce tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Router c29db716-d3ee-4526-8d8c-d5d3f92528d2 has already been hosted by L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae {{(pid=78910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:36:27.839899 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-89f6eff8-d599-4759-bf70-66c8f6a1f083 req-245198a5-3e9c-4c85-aa94-b927d2a32d18 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306454 May 11 16:36:27.862265 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-5a699ada-c2c0-420c-b9f1-adbb40a4d876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:27.882444 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 46894) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:27.888918 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fedb4f1-d9c6-473b-8c50-43b61ac734e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9157d978-bd5a-4e17-98cf-a4261fdbc207,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:27.912868 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-7fedb4f1-d9c6-473b-8c50-43b61ac734e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:27.916454 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7fedb4f1-d9c6-473b-8c50-43b61ac734e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:27.917817 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-7fedb4f1-d9c6-473b-8c50-43b61ac734e8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9157d978-bd5a-4e17-98cf-a4261fdbc207 HTTP/1.1" status: 204 len: 168 time: 0.9955392 May 11 16:36:28.000595 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3692d86-5b55-4f22-ac66-1c26d7e04243', 'tag': 'ded7e73f-6828-4dc0-bda3-5ff1ff5bb705', 'status': 'completed', 'code': 200} May 11 16:36:28.004197 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-30595879-b4a2-4429-bd69-97680417b7a9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=515016fd5811449c93a4094930f82470&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1189122 May 11 16:36:28.010446 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 46900) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:28.015791 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db7264-a6f0-4f82-a990-b095d6f755de req-8ddb5df8-8287-4b70-a867-8abfc60a8b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:28.017410 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-39db7264-a6f0-4f82-a990-b095d6f755de req-8ddb5df8-8287-4b70-a867-8abfc60a8b35 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b88aa6df-5bed-46a0-8951-f555a2261aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2927153 May 11 16:36:28.213459 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-39db7264-a6f0-4f82-a990-b095d6f755de req-8dbf147d-3fc9-448f-bb40-db55c17ae147 service neutron] 10.222.0.85 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780443 May 11 16:36:28.252154 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 46906) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:28.502249 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-56b794cc-ac32-4503-91e8-ff591c17a5fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:28.548935 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-39db7264-a6f0-4f82-a990-b095d6f755de req-e9070314-98ce-4836-802f-fd7edda8679d service neutron] 10.222.0.85 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975850 May 11 16:36:28.550028 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-56b794cc-ac32-4503-91e8-ff591c17a5fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:28.557107 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-56b794cc-ac32-4503-91e8-ff591c17a5fd admin admin] Usage tracker for resource:security_group_rule and tenant:321b8e624f17456b80538cd436a6cd3e is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:28.560742 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-56b794cc-ac32-4503-91e8-ff591c17a5fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:28.567346 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 46914) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:28.572738 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-56b794cc-ac32-4503-91e8-ff591c17a5fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:28.601950 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-fa8f738f-cef7-4444-bf1e-6fe8a2bcb788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:28.627079 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-eb469bbf-cbf2-44d9-a98e-65e21794665a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:28.628669 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-fa8f738f-cef7-4444-bf1e-6fe8a2bcb788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:28.630884 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473586d1-2ac8-4c87-b550-43088b393a11 req-9288f689-9697-481c-9306-741653976cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:28.632638 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-473586d1-2ac8-4c87-b550-43088b393a11 req-9288f689-9697-481c-9306-741653976cf7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=47e91d234d6a45e18f414dac9c90fa1f&device_id=a3692d86-5b55-4f22-ac66-1c26d7e04243 HTTP/1.1" status: 200 len: 1097 time: 0.7815986 May 11 16:36:28.633738 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596e1455-e25e-49b0-9a62-3901b5c142ce tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:36:28.647385 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-fa8f738f-cef7-4444-bf1e-6fe8a2bcb788 admin admin] Usage tracker for resource:security_group_rule and tenant:a945d057b1f445c88b50893da84061d1 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:28.648644 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18fcab6-2716-41bc-805c-c54a8c0d448d None None] Sync routers for ids ['c29db716-d3ee-4526-8d8c-d5d3f92528d2'] in dv-cinder-789603-4-smb {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:36:28.653076 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-fa8f738f-cef7-4444-bf1e-6fe8a2bcb788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:28.663526 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18fcab6-2716-41bc-805c-c54a8c0d448d None None] Routers {'c29db716-d3ee-4526-8d8c-d5d3f92528d2'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:36:28.664695 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-c18fcab6-2716-41bc-805c-c54a8c0d448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:36:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['c29db716-d3ee-4526-8d8c-d5d3f92528d2'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:28.669488 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd1bb9-8230-4e30-9d74-1c134f508c39 req-a08beadb-4376-46af-9a5a-4a11ec2e6509 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:28.670963 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3ddd1bb9-8230-4e30-9d74-1c134f508c39 req-a08beadb-4376-46af-9a5a-4a11ec2e6509 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3692d86-5b55-4f22-ac66-1c26d7e04243 HTTP/1.1" status: 200 len: 944 time: 0.2103665 May 11 16:36:28.671909 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-fa8f738f-cef7-4444-bf1e-6fe8a2bcb788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:28.717658 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-596e1455-e25e-49b0-9a62-3901b5c142ce tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for floatingip, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:28.786918 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3ddd1bb9-8230-4e30-9d74-1c134f508c39 req-9fe19f30-4e50-4768-aea4-ff5aa493089d tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043811 May 11 16:36:28.799443 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-596e1455-e25e-49b0-9a62-3901b5c142ce tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "PUT /v2.0/floatingips/509f6a45-c81a-4464-bba0-23f9cce73667 HTTP/1.1" status: 200 len: 991 time: 4.7433512 May 11 16:36:28.808928 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-56b794cc-ac32-4503-91e8-ff591c17a5fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:28.815362 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-473586d1-2ac8-4c87-b550-43088b393a11 req-bd6116aa-2e35-4196-910c-ae307b28af79 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ded7e73f-6828-4dc0-bda3-5ff1ff5bb705 HTTP/1.1" status: 200 len: 217 time: 0.1629984 May 11 16:36:28.819470 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-56b794cc-ac32-4503-91e8-ff591c17a5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:28.834298 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-4600b553-3ea9-4f68-b4ba-4e13d54394c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:28.898450 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-56b794cc-ac32-4503-91e8-ff591c17a5fd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=321b8e624f17456b80538cd436a6cd3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6447225 May 11 16:36:28.900337 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-fa8f738f-cef7-4444-bf1e-6fe8a2bcb788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:28.901830 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 46922) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:28.914287 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b794cc-ac32-4503-91e8-ff591c17a5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b892f05f-7ab8-4db3-adc0-d41e78d93c33,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:28.916773 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-c18fcab6-2716-41bc-805c-c54a8c0d448d None None] Set router c29db716-d3ee-4526-8d8c-d5d3f92528d2 gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:36:28.919612 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-56b794cc-ac32-4503-91e8-ff591c17a5fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:28.922499 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-fa8f738f-cef7-4444-bf1e-6fe8a2bcb788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:28.944507 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-6c539f63-f287-49ca-98f1-8a707dd08c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:28.980670 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-eb469bbf-cbf2-44d9-a98e-65e21794665a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:29.045489 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-fa8f738f-cef7-4444-bf1e-6fe8a2bcb788 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a945d057b1f445c88b50893da84061d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4732158 May 11 16:36:29.046501 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 46926) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:29.051401 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473586d1-2ac8-4c87-b550-43088b393a11 req-77713f06-d943-4454-921f-e397199095a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:29.052919 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-473586d1-2ac8-4c87-b550-43088b393a11 req-77713f06-d943-4454-921f-e397199095a9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=dc5b2061-141a-4cef-ac58-4e945522331a HTTP/1.1" status: 200 len: 854 time: 0.1223762 May 11 16:36:29.089634 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f738f-cef7-4444-bf1e-6fe8a2bcb788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee689cb0-a087-4d53-8e6c-c48fe44a6644,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:29.101294 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-fa8f738f-cef7-4444-bf1e-6fe8a2bcb788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:29.129467 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-473586d1-2ac8-4c87-b550-43088b393a11 req-476ded40-7471-4c2f-87f6-3ffa6551e18f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f92d5dee-0135-4867-a7ea-dba3b2c02184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657387 May 11 16:36:29.142190 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-4265a862-5dc7-4d53-ae22-4c841a559f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:29.182977 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-4265a862-5dc7-4d53-ae22-4c841a559f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:29.197489 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3392fd5-a925-437f-b218-b96441f393ff req-e025add7-e846-4d6c-8f0a-d28ff9c57be4 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:29.198996 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b3392fd5-a925-437f-b218-b96441f393ff req-e025add7-e846-4d6c-8f0a-d28ff9c57be4 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=532e4abe-7d47-4e56-810d-9b01101241e6 HTTP/1.1" status: 200 len: 946 time: 0.1613820 May 11 16:36:29.252768 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-eb469bbf-cbf2-44d9-a98e-65e21794665a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:29.260712 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:29.269245 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b3392fd5-a925-437f-b218-b96441f393ff req-a22703ec-0709-40d8-aa44-94119c3c972c tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578480 May 11 16:36:29.303635 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-4265a862-5dc7-4d53-ae22-4c841a559f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:29.307395 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-6b358902-6c72-4ee7-a54c-6d697c608741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:29.325085 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265a862-5dc7-4d53-ae22-4c841a559f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b892f05f-7ab8-4db3-adc0-d41e78d93c33,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:29.327724 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-4265a862-5dc7-4d53-ae22-4c841a559f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:29.352053 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb469bbf-cbf2-44d9-a98e-65e21794665a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781d3dc2-d333-438b-89a4-bb456990e7e9,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:29.359624 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-eb469bbf-cbf2-44d9-a98e-65e21794665a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:29.361319 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-092802f2-4760-47a0-80a9-167be5e092f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:29.363125 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-c18fcab6-2716-41bc-805c-c54a8c0d448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'name': 'tempest-AttachVolumeTestJSON-1731529142-router', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7c76ea05-3111-44d5-8874-972ab730413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'gw_port': {'id': '7c76ea05-3111-44d5-8874-972ab730413b', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:27Z', 'updated_at': '2021-05-11T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_floatingips': [{'id': '509f6a45-c81a-4464-bba0-23f9cce73667', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'floating_ip_address': '172.28.1.132', 'floating_network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'router_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'port_id': '77eddc3e-a2be-4d50-b58c-73253d7a8464', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc', 'mac_address': 'fa:16:3e:0c:6c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bafc82c-9204-49e0-823f-61d9718be734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:35:56Z', 'updated_at': '2021-05-11T16:36:25Z', 'revision_number': 1, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf161c3-cb87-4de1-8e9a-ac11927c3972', 'name': '', 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'mac_address': 'fa:16:3e:14:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:36Z', 'updated_at': '2021-05-11T16:35:59Z', 'revision_number': 5, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'subnets': [{'id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:29.368456 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-4265a862-5dc7-4d53-ae22-4c841a559f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:29.370126 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-4265a862-5dc7-4d53-ae22-4c841a559f6c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b892f05f-7ab8-4db3-adc0-d41e78d93c33 HTTP/1.1" status: 204 len: 168 time: 0.4672787 May 11 16:36:29.375396 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18fcab6-2716-41bc-805c-c54a8c0d448d None None] Checking router: c29db716-d3ee-4526-8d8c-d5d3f92528d2 for host: dv-cinder-789603-4-smb {{(pid=78912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:36:29.384531 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18fcab6-2716-41bc-805c-c54a8c0d448d None None] Routers {'c29db716-d3ee-4526-8d8c-d5d3f92528d2'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:36:29.385293 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-c18fcab6-2716-41bc-805c-c54a8c0d448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:36:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['c29db716-d3ee-4526-8d8c-d5d3f92528d2'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:29.454923 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-eb469bbf-cbf2-44d9-a98e-65e21794665a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:29.456552 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-eb469bbf-cbf2-44d9-a98e-65e21794665a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/781d3dc2-d333-438b-89a4-bb456990e7e9 HTTP/1.1" status: 204 len: 168 time: 1.1318531 May 11 16:36:29.494507 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-092802f2-4760-47a0-80a9-167be5e092f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:29.542619 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-473586d1-2ac8-4c87-b550-43088b393a11 req-5a231bbe-b07e-43e1-ba3b-07276c9f7406 service neutron] 10.222.0.85 "GET /v2.0/networks/f92d5dee-0135-4867-a7ea-dba3b2c02184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039083 May 11 16:36:29.630971 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-8e7fb329-3c9f-42a8-bc16-7476ef9bf022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for subnet, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:29.683207 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-c18fcab6-2716-41bc-805c-c54a8c0d448d None None] Set router c29db716-d3ee-4526-8d8c-d5d3f92528d2 gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:36:29.863968 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-473586d1-2ac8-4c87-b550-43088b393a11 req-e3f1218d-57f2-42b9-bac3-d9e9ae55426f service neutron] 10.222.0.85 "GET /v2.0/networks/f92d5dee-0135-4867-a7ea-dba3b2c02184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417750 May 11 16:36:29.882130 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-775cf934-508a-4d2e-b29d-351a6cc51985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:30.050710 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bafc82c-9204-49e0-823f-61d9718be734', 'tag': '77eddc3e-a2be-4d50-b58c-73253d7a8464'}] {{(pid=78910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:36:30.074078 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7fb329-3c9f-42a8-bc16-7476ef9bf022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abdc37be-6db4-495a-b8d2-7df20b3d4b3c,revision_number=0']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:30.088420 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-8e7fb329-3c9f-42a8-bc16-7476ef9bf022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:30.130272 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7fb329-3c9f-42a8-bc16-7476ef9bf022 admin admin] Checking segment: {'id': '6b563db9-3858-477c-8dc7-5fefdbbaa18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f8b94489-9613-46a4-8873-adbd6921e1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:36:30.130697 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7fb329-3c9f-42a8-bc16-7476ef9bf022 admin admin] Network hostable DHCP agents. Network: f8b94489-9613-46a4-8873-adbd6921e1b4, hostable agents: ['25bb0368-aab1-4dc6-8db1-01aca476a06f'], hosted agents: [] {{(pid=78910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:36:30.144754 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-092802f2-4760-47a0-80a9-167be5e092f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:30.151776 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-e0b9a54c-9e6c-4c79-85ec-00b3c98a30fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:30.179776 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092802f2-4760-47a0-80a9-167be5e092f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee689cb0-a087-4d53-8e6c-c48fe44a6644,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:30.193684 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-092802f2-4760-47a0-80a9-167be5e092f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:30.197213 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-092802f2-4760-47a0-80a9-167be5e092f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:30.202006 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-092802f2-4760-47a0-80a9-167be5e092f6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ee689cb0-a087-4d53-8e6c-c48fe44a6644 HTTP/1.1" status: 204 len: 168 time: 1.1544802 May 11 16:36:30.204537 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7fb329-3c9f-42a8-bc16-7476ef9bf022 admin admin] Network f8b94489-9613-46a4-8873-adbd6921e1b4 is scheduled to be hosted by DHCP agent 25bb0368-aab1-4dc6-8db1-01aca476a06f with binding_index 1 {{(pid=78910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:36:30.220828 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-c18fcab6-2716-41bc-805c-c54a8c0d448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'name': 'tempest-AttachVolumeTestJSON-1731529142-router', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7c76ea05-3111-44d5-8874-972ab730413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'gw_port': {'id': '7c76ea05-3111-44d5-8874-972ab730413b', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:27Z', 'updated_at': '2021-05-11T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_floatingips': [{'id': '509f6a45-c81a-4464-bba0-23f9cce73667', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'floating_ip_address': '172.28.1.132', 'floating_network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'router_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'port_id': '77eddc3e-a2be-4d50-b58c-73253d7a8464', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc', 'mac_address': 'fa:16:3e:0c:6c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bafc82c-9204-49e0-823f-61d9718be734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:35:56Z', 'updated_at': '2021-05-11T16:36:25Z', 'revision_number': 1, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf161c3-cb87-4de1-8e9a-ac11927c3972', 'name': '', 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'mac_address': 'fa:16:3e:14:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:36Z', 'updated_at': '2021-05-11T16:35:59Z', 'revision_number': 5, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'subnets': [{'id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:30.226842 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18fcab6-2716-41bc-805c-c54a8c0d448d None None] The sync data for ids ['c29db716-d3ee-4526-8d8c-d5d3f92528d2'] in dv-cinder-789603-4-smb is: [{'id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'name': 'tempest-AttachVolumeTestJSON-1731529142-router', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7c76ea05-3111-44d5-8874-972ab730413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'gw_port': {'id': '7c76ea05-3111-44d5-8874-972ab730413b', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:27Z', 'updated_at': '2021-05-11T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_floatingips': [{'id': '509f6a45-c81a-4464-bba0-23f9cce73667', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'floating_ip_address': '172.28.1.132', 'floating_network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'router_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'port_id': '77eddc3e-a2be-4d50-b58c-73253d7a8464', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc', 'mac_address': 'fa:16:3e:0c:6c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bafc82c-9204-49e0-823f-61d9718be734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:35:56Z', 'updated_at': '2021-05-11T16:36:25Z', 'revision_number': 1, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf161c3-cb87-4de1-8e9a-ac11927c3972', 'name': '', 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'mac_address': 'fa:16:3e:14:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:36Z', 'updated_at': '2021-05-11T16:35:59Z', 'revision_number': 5, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'subnets': [{'id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:36:30.241333 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507f59-7b3d-4da8-98b8-24ac2ef1fafe req-1294797c-a4c9-4014-840d-6fffb343db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:30.242883 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-f7507f59-7b3d-4da8-98b8-24ac2ef1fafe req-1294797c-a4c9-4014-840d-6fffb343db96 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=47e91d234d6a45e18f414dac9c90fa1f&device_id=a3692d86-5b55-4f22-ac66-1c26d7e04243 HTTP/1.1" status: 200 len: 1097 time: 0.2724383 May 11 16:36:30.254981 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [None req-8e7fb329-3c9f-42a8-bc16-7476ef9bf022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-4-smb, f8b94489-9613-46a4-8873-adbd6921e1b4) {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:36:30.265862 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11988838-b07f-4822-b9f1-645254fda865 None None] Network f8b94489-9613-46a4-8873-adbd6921e1b4 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:36:30.298149 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7fb329-3c9f-42a8-bc16-7476ef9bf022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:30.299302 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-8e7fb329-3c9f-42a8-bc16-7476ef9bf022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for subnet, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:30.432583 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d438d4-b4f5-419e-8785-52b903bed472 req-6a918064-493c-4277-b89b-0b6ae213ae61 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:30.439125 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-8e7fb329-3c9f-42a8-bc16-7476ef9bf022 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.3435919 May 11 16:36:30.443230 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f7d438d4-b4f5-419e-8785-52b903bed472 req-6a918064-493c-4277-b89b-0b6ae213ae61 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3692d86-5b55-4f22-ac66-1c26d7e04243 HTTP/1.1" status: 200 len: 944 time: 0.3347616 May 11 16:36:30.569170 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f7d438d4-b4f5-419e-8785-52b903bed472 req-9b92a3de-6d64-4f21-ae29-88fa1dae0db7 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239352 May 11 16:36:30.602555 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507f59-7b3d-4da8-98b8-24ac2ef1fafe req-f142075a-00d6-490d-9eb5-fbcfb077196c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:30.604587 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-f7507f59-7b3d-4da8-98b8-24ac2ef1fafe req-f142075a-00d6-490d-9eb5-fbcfb077196c service neutron] 10.222.0.85 "GET /v2.0/networks?id=f92d5dee-0135-4867-a7ea-dba3b2c02184 HTTP/1.1" status: 200 len: 916 time: 0.3448451 May 11 16:36:30.665345 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d601bc45-741b-47b0-9727-389b5ca16e30 None None] New status for floating IP 509f6a45-c81a-4464-bba0-23f9cce73667: ACTIVE {{(pid=78911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:36:30.760691 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bafc82c-9204-49e0-823f-61d9718be734', 'tag': '77eddc3e-a2be-4d50-b58c-73253d7a8464', 'status': 'completed', 'code': 200} May 11 16:36:30.762265 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-f7507f59-7b3d-4da8-98b8-24ac2ef1fafe req-ee851600-64ca-4599-a82e-7195eb643865 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ded7e73f-6828-4dc0-bda3-5ff1ff5bb705 HTTP/1.1" status: 200 len: 217 time: 0.1468089 May 11 16:36:31.009440 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddaf128-d125-46ae-bc8e-46fa88ec0aee req-d19b2f4b-f945-4307-9ca2-277ad844ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:31.010932 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3ddaf128-d125-46ae-bc8e-46fa88ec0aee req-d19b2f4b-f945-4307-9ca2-277ad844ce3d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4736f52286484cdda08e797d3f5fb330&device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 1098 time: 0.2020183 May 11 16:36:31.038253 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507f59-7b3d-4da8-98b8-24ac2ef1fafe req-e65ca516-8b16-4ec5-b42e-04def1a66d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:31.040052 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-f7507f59-7b3d-4da8-98b8-24ac2ef1fafe req-e65ca516-8b16-4ec5-b42e-04def1a66d0c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=dc5b2061-141a-4cef-ac58-4e945522331a HTTP/1.1" status: 200 len: 854 time: 0.2556345 May 11 16:36:31.041072 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c683244a-4c8e-4f58-8e87-b478e4fef907 None None] Network f8b94489-9613-46a4-8873-adbd6921e1b4 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:36:31.128982 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-f7507f59-7b3d-4da8-98b8-24ac2ef1fafe req-222d1dd5-0803-4dc3-82af-5d295e341e89 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f92d5dee-0135-4867-a7ea-dba3b2c02184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653536 May 11 16:36:31.247561 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddaf128-d125-46ae-bc8e-46fa88ec0aee req-68146a4d-283d-4b67-a058-7251e41282e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:31.249511 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3ddaf128-d125-46ae-bc8e-46fa88ec0aee req-68146a4d-283d-4b67-a058-7251e41282e9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc HTTP/1.1" status: 200 len: 913 time: 0.2060080 May 11 16:36:31.328010 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-f7507f59-7b3d-4da8-98b8-24ac2ef1fafe req-e08cd587-6f77-485b-91a8-3fd8e989117c service neutron] 10.222.0.85 "GET /v2.0/networks/f92d5dee-0135-4867-a7ea-dba3b2c02184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872950 May 11 16:36:31.392292 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3ddaf128-d125-46ae-bc8e-46fa88ec0aee req-08268641-b282-4f42-8b32-2a013cc5d2bd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77eddc3e-a2be-4d50-b58c-73253d7a8464 HTTP/1.1" status: 200 len: 1001 time: 0.1273167 May 11 16:36:31.457569 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 47006) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:31.502738 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddaf128-d125-46ae-bc8e-46fa88ec0aee req-fbade490-61cb-4f17-a116-16688f0bc615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:31.505066 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3ddaf128-d125-46ae-bc8e-46fa88ec0aee req-fbade490-61cb-4f17-a116-16688f0bc615 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=92408bfd-18b4-4d40-bf0b-34a82b102005 HTTP/1.1" status: 200 len: 850 time: 0.1030862 May 11 16:36:31.576828 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-f7507f59-7b3d-4da8-98b8-24ac2ef1fafe req-bb2572e1-1eea-4040-95c4-2a8730e61363 service neutron] 10.222.0.85 "GET /v2.0/networks/f92d5dee-0135-4867-a7ea-dba3b2c02184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359407 May 11 16:36:31.621985 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddaf128-d125-46ae-bc8e-46fa88ec0aee req-9d6c1e6f-7b6b-43f1-bf1e-4ef9a1196bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:31.624481 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3ddaf128-d125-46ae-bc8e-46fa88ec0aee req-9d6c1e6f-7b6b-43f1-bf1e-4ef9a1196bcd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1022072 May 11 16:36:31.850250 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-2460b64b-1b46-4f81-a83f-2ace648efa52 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2100760852-network', 'tenant_id': 'bb3db5d8cbfa44f0a16514218b4ef74f'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:31.861013 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-2460b64b-1b46-4f81-a83f-2ace648efa52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:31.870951 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-2460b64b-1b46-4f81-a83f-2ace648efa52 admin admin] Usage tracker for resource:network and tenant:bb3db5d8cbfa44f0a16514218b4ef74f is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:31.880539 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-2460b64b-1b46-4f81-a83f-2ace648efa52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:31.894035 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-2460b64b-1b46-4f81-a83f-2ace648efa52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:31.924583 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2460b64b-1b46-4f81-a83f-2ace648efa52 admin admin] Made reservation on behalf of bb3db5d8cbfa44f0a16514218b4ef74f for: {'network': 1} {{(pid=78909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:36:31.927993 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-2460b64b-1b46-4f81-a83f-2ace648efa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for network, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:31.993245 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-2460b64b-1b46-4f81-a83f-2ace648efa52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:32.031832 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3ddaf128-d125-46ae-bc8e-46fa88ec0aee req-ee97e907-ec00-4511-b45c-f2cfb82080f4 service neutron] 10.222.0.85 "GET /v2.0/networks/d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980799 May 11 16:36:32.063474 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726a22d-4fa5-4e73-8d35-14bc59add1e3 req-18f4f688-65c4-400c-b48f-24e4eb6c98bb tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:32.065121 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7726a22d-4fa5-4e73-8d35-14bc59add1e3 req-18f4f688-65c4-400c-b48f-24e4eb6c98bb tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3692d86-5b55-4f22-ac66-1c26d7e04243 HTTP/1.1" status: 200 len: 944 time: 0.3396227 May 11 16:36:32.092405 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-2460b64b-1b46-4f81-a83f-2ace648efa52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:32.096818 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-2460b64b-1b46-4f81-a83f-2ace648efa52 admin admin] Usage tracker for resource:security_group_rule and tenant:bb3db5d8cbfa44f0a16514218b4ef74f is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:32.100844 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-2460b64b-1b46-4f81-a83f-2ace648efa52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:32.107306 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-2460b64b-1b46-4f81-a83f-2ace648efa52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:32.270715 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7726a22d-4fa5-4e73-8d35-14bc59add1e3 req-80621d2e-3244-4103-9bf9-37388e5751ef tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437113 May 11 16:36:32.346299 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3ddaf128-d125-46ae-bc8e-46fa88ec0aee req-46b89297-ab66-4080-a517-1205d7e66459 service neutron] 10.222.0.85 "GET /v2.0/networks/d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914221 May 11 16:36:32.404429 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-2460b64b-1b46-4f81-a83f-2ace648efa52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:32.464403 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-2460b64b-1b46-4f81-a83f-2ace648efa52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:32.470731 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:32.507373 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2460b64b-1b46-4f81-a83f-2ace648efa52 admin admin] vlan segment allocate from pool success with {'vlan_id': 1060, 'physical_network': 'physnet1'} {{(pid=78909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:36:32.527739 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460b64b-1b46-4f81-a83f-2ace648efa52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4084831c-15bf-4eae-9a3b-c28bd6ef94b4,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:32.534642 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-2460b64b-1b46-4f81-a83f-2ace648efa52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:32.555021 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-2460b64b-1b46-4f81-a83f-2ace648efa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:32.555370 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.db.segments_db [None req-2460b64b-1b46-4f81-a83f-2ace648efa52 admin admin] Added segment 372da730-caa5-4221-8305-27cc197c62a9 of type vlan for network ea3184e0-5a3e-4c08-862d-713868656b08 May 11 16:36:32.589108 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-b2cfa310-2c2d-4d7c-890f-1137a46ec0bb tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:32.590609 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-b2cfa310-2c2d-4d7c-890f-1137a46ec0bb tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/networks?id=9b461c7c-08c1-454a-9676-241a31947400 HTTP/1.1" status: 200 len: 815 time: 0.2166851 May 11 16:36:32.613774 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-2460b64b-1b46-4f81-a83f-2ace648efa52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788165774457'] for network, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:32.618550 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-3fdff36b-a086-4c4b-bafc-90a9b07b0885 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/quotas/49aa4f96eeb045a68683d2c25ebcbe48 HTTP/1.1" status: 200 len: 375 time: 0.0185833 May 11 16:36:32.694806 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-2460b64b-1b46-4f81-a83f-2ace648efa52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for network, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:32.697856 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2460b64b-1b46-4f81-a83f-2ace648efa52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:32.698359 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-2460b64b-1b46-4f81-a83f-2ace648efa52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:32.704002 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-360f436f-e595-43bb-a56c-c0ae18ab5226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:32.818658 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460b64b-1b46-4f81-a83f-2ace648efa52 admin admin] Pushing event updated for resources: {'Network': ['ID=ea3184e0-5a3e-4c08-862d-713868656b08,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:32.821609 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-2460b64b-1b46-4f81-a83f-2ace648efa52 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3610094 May 11 16:36:32.823301 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-2460b64b-1b46-4f81-a83f-2ace648efa52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:32.825101 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 47064) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:32.833966 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-986bd42f-bb15-482e-abe8-604695bef668 admin admin] Request body: {'subnet': {'network_id': 'ea3184e0-5a3e-4c08-862d-713868656b08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2100760852-subnet', 'tenant_id': 'bb3db5d8cbfa44f0a16514218b4ef74f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:32.834489 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Network ea3184e0-5a3e-4c08-862d-713868656b08 details requested by agent ovs-agent-dv-cinder-789603-4-smb with host dv-cinder-789603-4-smb {{(pid=78911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:36:32.841375 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-986bd42f-bb15-482e-abe8-604695bef668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:32.849348 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-4ecb795e-b6fb-4fc8-a3c7-71054c30346c tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=49aa4f96eeb045a68683d2c25ebcbe48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2146983 May 11 16:36:32.851356 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-986bd42f-bb15-482e-abe8-604695bef668 admin admin] Usage tracker for resource:subnet and tenant:bb3db5d8cbfa44f0a16514218b4ef74f is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:32.855884 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-986bd42f-bb15-482e-abe8-604695bef668 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:32.862620 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-986bd42f-bb15-482e-abe8-604695bef668 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:32.892133 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986bd42f-bb15-482e-abe8-604695bef668 admin admin] Made reservation on behalf of bb3db5d8cbfa44f0a16514218b4ef74f for: {'subnet': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:36:32.899051 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-986bd42f-bb15-482e-abe8-604695bef668 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:33.063113 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-dc6e8e8d-2d17-4828-9cab-da5d888a60b8 service neutron] 10.222.0.76 "GET /v2.0/networks/9b461c7c-08c1-454a-9676-241a31947400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049663 May 11 16:36:33.339603 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-bcca11a4-4f26-4eb7-9240-800168dbe64f service neutron] 10.222.0.76 "GET /v2.0/networks/9b461c7c-08c1-454a-9676-241a31947400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693095 May 11 16:36:33.416710 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device ded7e73f-6828-4dc0-bda3-5ff1ff5bb705 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:36:33.604704 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-986bd42f-bb15-482e-abe8-604695bef668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for subnet, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:33.617915 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-8e7fb329-3c9f-42a8-bc16-7476ef9bf022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:33.655920 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port ded7e73f-6828-4dc0-bda3-5ff1ff5bb705, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ded7e73f-6828-4dc0-bda3-5ff1ff5bb705,segment=NetworkSegment(29eb896a-4001-43bc-bb61-d95d98e51cd2),segment_id=29eb896a-4001-43bc-bb61-d95d98e51cd2)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:33.680757 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Returning: {'device': 'ded7e73f-6828-4dc0-bda3-5ff1ff5bb705', 'network_id': 'f92d5dee-0135-4867-a7ea-dba3b2c02184', 'port_id': 'ded7e73f-6828-4dc0-bda3-5ff1ff5bb705', 'mac_address': 'fa:16:3e:a1:c9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc5b2061-141a-4cef-ac58-4e945522331a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:36:33.742567 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bd42f-bb15-482e-abe8-604695bef668 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83ee92e9-ebf4-4f5e-8d64-d234ce1a9847,revision_number=0']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:33.746003 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-986bd42f-bb15-482e-abe8-604695bef668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:33.751988 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986bd42f-bb15-482e-abe8-604695bef668 admin admin] Checking segment: {'id': '372da730-caa5-4221-8305-27cc197c62a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ea3184e0-5a3e-4c08-862d-713868656b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:36:33.752338 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986bd42f-bb15-482e-abe8-604695bef668 admin admin] Network hostable DHCP agents. Network: ea3184e0-5a3e-4c08-862d-713868656b08, hostable agents: ['25bb0368-aab1-4dc6-8db1-01aca476a06f'], hosted agents: [] {{(pid=78910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:36:33.774049 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:33.774456 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986bd42f-bb15-482e-abe8-604695bef668 admin admin] Network ea3184e0-5a3e-4c08-862d-713868656b08 is scheduled to be hosted by DHCP agent 25bb0368-aab1-4dc6-8db1-01aca476a06f with binding_index 1 {{(pid=78910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:36:33.788782 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [None req-986bd42f-bb15-482e-abe8-604695bef668 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-4-smb, ea3184e0-5a3e-4c08-862d-713868656b08) {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:36:33.793637 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986bd42f-bb15-482e-abe8-604695bef668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:33.794268 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-986bd42f-bb15-482e-abe8-604695bef668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for subnet, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:33.809852 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded7e73f-6828-4dc0-bda3-5ff1ff5bb705 {{(pid=78911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:36:33.818196 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff49708-cbc1-489d-82e4-8093bf2e8209 None None] Network ea3184e0-5a3e-4c08-862d-713868656b08 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:36:33.826215 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-986bd42f-bb15-482e-abe8-604695bef668 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9999325 May 11 16:36:33.827747 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 47108) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:33.840778 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-99f5f5ab-75a7-4950-bf40-eb44ec35d63a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2100760852-router', 'tenant_id': 'bb3db5d8cbfa44f0a16514218b4ef74f', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'}}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:33.858713 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-99f5f5ab-75a7-4950-bf40-eb44ec35d63a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:33.867293 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-99f5f5ab-75a7-4950-bf40-eb44ec35d63a admin admin] Usage tracker for resource:router and tenant:bb3db5d8cbfa44f0a16514218b4ef74f is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:33.877408 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-99f5f5ab-75a7-4950-bf40-eb44ec35d63a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:33.883632 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 47112) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:33.899035 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-99f5f5ab-75a7-4950-bf40-eb44ec35d63a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:33.918843 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-99f5f5ab-75a7-4950-bf40-eb44ec35d63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-338659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8059'] for router, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:33.920502 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-99f5f5ab-75a7-4950-bf40-eb44ec35d63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-499627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8048'] for router, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:33.943047 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c8c6a-39ef-4c20-aa80-1e21bff1e84b req-35f8bd29-ecde-4296-9115-c681e7ef6c3b tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:33.944365 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port ded7e73f-6828-4dc0-bda3-5ff1ff5bb705, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ded7e73f-6828-4dc0-bda3-5ff1ff5bb705,segment=NetworkSegment(29eb896a-4001-43bc-bb61-d95d98e51cd2),segment_id=29eb896a-4001-43bc-bb61-d95d98e51cd2)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:33.954044 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4d3c8c6a-39ef-4c20-aa80-1e21bff1e84b req-35f8bd29-ecde-4296-9115-c681e7ef6c3b tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3692d86-5b55-4f22-ac66-1c26d7e04243 HTTP/1.1" status: 200 len: 944 time: 0.3452070 May 11 16:36:33.954363 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:33.959611 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-99f5f5ab-75a7-4950-bf40-eb44ec35d63a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:33.977236 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:33.980134 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-8d78be64-8041-44e6-92f1-371a4cdf6244 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:33.981801 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-8d78be64-8041-44e6-92f1-371a4cdf6244 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/networks?id=f8b94489-9613-46a4-8873-adbd6921e1b4 HTTP/1.1" status: 200 len: 809 time: 0.3285472 May 11 16:36:34.029103 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-5c3325ad-2c61-4df3-b760-b985910c2b16 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/quotas/a055b4450a844a3d80f01040e304e5bc HTTP/1.1" status: 200 len: 375 time: 0.0372756 May 11 16:36:34.074080 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=ded7e73f-6828-4dc0-bda3-5ff1ff5bb705,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:34.091637 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4d3c8c6a-39ef-4c20-aa80-1e21bff1e84b req-1a196a93-87da-4fc7-a8a8-574b0cf72734 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366496 May 11 16:36:34.098355 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:34.098754 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:34.107743 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:34.107743 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:34.107743 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:34.107743 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:34.107743 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:34.107743 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:34.107743 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:34.107743 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:34.107743 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:34.107743 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:34.118742 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-3935911f-364a-4568-9a8d-657816ff700f tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a055b4450a844a3d80f01040e304e5bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0886462 May 11 16:36:34.120225 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:34.238826 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8a293363-2f28-48da-9bea-ea7d73d5b400 req-154d34d5-4ff2-49f3-bf71-ff51878b119e tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=681b3602-cfd8-4f2a-9524-2ab7faa440a3 HTTP/1.1" status: 200 len: 210 time: 0.0759926 May 11 16:36:34.269987 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7aacb51-f93f-459a-a403-3266c1629f19 None None] Network ea3184e0-5a3e-4c08-862d-713868656b08 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:36:34.418256 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-27453193-c70e-4fd8-9d96-9aaa92cbdf6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:34.450148 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['ded7e73f-6828-4dc0-bda3-5ff1ff5bb705'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:36:34.452396 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-99f5f5ab-75a7-4950-bf40-eb44ec35d63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8030'] for router, precommit_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:34.456506 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-27453193-c70e-4fd8-9d96-9aaa92cbdf6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:34.463321 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-27453193-c70e-4fd8-9d96-9aaa92cbdf6a admin admin] Usage tracker for resource:security_group_rule and tenant:9ed86f023821494cab6c6dce1d33aac9 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:34.466827 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-27453193-c70e-4fd8-9d96-9aaa92cbdf6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:34.494951 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-27453193-c70e-4fd8-9d96-9aaa92cbdf6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:34.505850 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-6222d148-b3c5-4adb-bb7e-e9dddd7f66c2 service neutron] 10.222.0.76 "GET /v2.0/networks/f8b94489-9613-46a4-8873-adbd6921e1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861370 May 11 16:36:34.745365 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-02d8487b-6b95-4440-9148-c00eed5aa851 service neutron] 10.222.0.76 "GET /v2.0/networks/f8b94489-9613-46a4-8873-adbd6921e1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377825 May 11 16:36:34.971316 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-33e26f13-899e-45bf-8bf5-f49230a04786 req-176e7254-43f7-492c-b486-f6049fecff95 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e5207f5-22cf-4fa1-aafc-7caf38fda243 HTTP/1.1" status: 200 len: 210 time: 0.0741560 May 11 16:36:35.013418 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-27453193-c70e-4fd8-9d96-9aaa92cbdf6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:35.046193 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-27453193-c70e-4fd8-9d96-9aaa92cbdf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:35.059577 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-be38cb8c-17d3-42a2-bb02-c8d956099674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:35.141047 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-27453193-c70e-4fd8-9d96-9aaa92cbdf6a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9ed86f023821494cab6c6dce1d33aac9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2529016 May 11 16:36:35.141250 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 47152) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:35.150090 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-99f5f5ab-75a7-4950-bf40-eb44ec35d63a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:35.182660 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27453193-c70e-4fd8-9d96-9aaa92cbdf6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e52138a-1542-48cc-8df7-9dd3c31dc1f5,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:35.190896 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-27453193-c70e-4fd8-9d96-9aaa92cbdf6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:35.194323 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-99f5f5ab-75a7-4950-bf40-eb44ec35d63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:35.393832 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_common [None req-99f5f5ab-75a7-4950-bf40-eb44ec35d63a admin admin] Allocated IP 172.28.1.225 (b8617b39-e2b1-4863-8310-b30d869022e5/f9de70b6-644a-45ab-98dc-77e0c30714b2/0f033dc4-33f3-4b74-aa12-6eddcc10bf03) {{(pid=78910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:36:35.540990 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8babc954-8a8c-4e39-bc60-fe8b961aa80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:35.549411 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-050b704c-e5b9-48c0-95ea-e9a52f165a04 req-0b89b9cf-6531-4665-821f-4a46d8170280 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=681b3602-cfd8-4f2a-9524-2ab7faa440a3 HTTP/1.1" status: 200 len: 210 time: 0.0809665 May 11 16:36:35.650886 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8babc954-8a8c-4e39-bc60-fe8b961aa80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:35.672958 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-99f5f5ab-75a7-4950-bf40-eb44ec35d63a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:35.707375 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-56ab57b1-cb6e-4933-85c2-d8d990155e41 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:35.709943 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-56ab57b1-cb6e-4933-85c2-d8d990155e41 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.85 "GET /v2.0/networks?id=9b461c7c-08c1-454a-9676-241a31947400 HTTP/1.1" status: 200 len: 815 time: 0.4674461 May 11 16:36:35.730746 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891a4c0-0a9d-4964-b80a-f7623fd4007c req-c51a3116-1d4c-452e-aa33-a0360b2b5244 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:35.739741 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a891a4c0-0a9d-4964-b80a-f7623fd4007c req-c51a3116-1d4c-452e-aa33-a0360b2b5244 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3692d86-5b55-4f22-ac66-1c26d7e04243 HTTP/1.1" status: 200 len: 945 time: 0.4409568 May 11 16:36:35.754555 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-f9b54454-6db6-409d-9a65-7a3a4b7ea77d tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Request body: {'port': {'device_id': '681b3602-cfd8-4f2a-9524-2ab7faa440a3', 'network_id': '9b461c7c-08c1-454a-9676-241a31947400', 'admin_state_up': True, 'tenant_id': '49aa4f96eeb045a68683d2c25ebcbe48'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:35.763080 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-99f5f5ab-75a7-4950-bf40-eb44ec35d63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687'] for port, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:35.772381 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:35.838685 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f5f5ab-75a7-4950-bf40-eb44ec35d63a admin admin] Network b8617b39-e2b1-4863-8310-b30d869022e5 is already hosted by enough agents. {{(pid=78910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:36:35.842360 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [None req-99f5f5ab-75a7-4950-bf40-eb44ec35d63a admin admin] Resources bound (agent type, host, resource id): {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:36:35.852886 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f5f5ab-75a7-4950-bf40-eb44ec35d63a admin admin] Received port after_create {{(pid=78910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:36:36.014485 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a891a4c0-0a9d-4964-b80a-f7623fd4007c req-e3ffcc18-f79e-478b-b5d9-0adc68762cdd tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730112 May 11 16:36:36.015970 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8babc954-8a8c-4e39-bc60-fe8b961aa80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:36.067490 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-56b794cc-ac32-4503-91e8-ff591c17a5fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:36.079472 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5f5ab-75a7-4950-bf40-eb44ec35d63a admin admin] Pushing event updated for resources: {'Port': ['ID=0f033dc4-33f3-4b74-aa12-6eddcc10bf03,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:36.084583 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-99f5f5ab-75a7-4950-bf40-eb44ec35d63a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:36.096513 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babc954-8a8c-4e39-bc60-fe8b961aa80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e52138a-1542-48cc-8df7-9dd3c31dc1f5,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:36.100838 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8babc954-8a8c-4e39-bc60-fe8b961aa80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:36.104484 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-8babc954-8a8c-4e39-bc60-fe8b961aa80a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5e52138a-1542-48cc-8df7-9dd3c31dc1f5 HTTP/1.1" status: 204 len: 168 time: 0.9589787 May 11 16:36:36.104484 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-8babc954-8a8c-4e39-bc60-fe8b961aa80a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:36.110613 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-f9b54454-6db6-409d-9a65-7a3a4b7ea77d tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:36.121308 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-f9b54454-6db6-409d-9a65-7a3a4b7ea77d tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:36.175579 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-f9b54454-6db6-409d-9a65-7a3a4b7ea77d tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Made reservation on behalf of 49aa4f96eeb045a68683d2c25ebcbe48 for: {'port': 1} {{(pid=78909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:36:36.179199 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-f9b54454-6db6-409d-9a65-7a3a4b7ea77d tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:36.198288 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7804aff8-2a42-4a5e-b02a-e846aa9e8ead req-9471bba6-b96a-4da8-a857-83078405b802 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e5207f5-22cf-4fa1-aafc-7caf38fda243 HTTP/1.1" status: 200 len: 210 time: 0.0660455 May 11 16:36:36.330060 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-088db5c1-53e7-4c57-8bd7-554a78cc0248 req-56fef9b4-6096-4892-868a-f56c7541df8e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ac8806ee-05ca-4bad-863c-a58f25502442&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3152525 May 11 16:36:36.410764 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-99f5f5ab-75a7-4950-bf40-eb44ec35d63a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:36.477944 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.db_base_plugin_common [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-f9b54454-6db6-409d-9a65-7a3a4b7ea77d tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Allocated IP 172.20.0.10 (9b461c7c-08c1-454a-9676-241a31947400/55d5fe82-a974-4ef0-9941-7d9c5b0f03f5/37918718-f30c-49a8-85ff-7cff646c7619) {{(pid=78909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:36:36.557968 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 47186) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:36.649405 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-79a3f11b-8129-453d-9efb-16f58a4f8058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:36.679555 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-79a3f11b-8129-453d-9efb-16f58a4f8058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:36.693997 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-79a3f11b-8129-453d-9efb-16f58a4f8058 admin admin] Usage tracker for resource:security_group_rule and tenant:9d9d0b84f84d4e36884538b5a5fbd5cf is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:36.699178 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-79a3f11b-8129-453d-9efb-16f58a4f8058 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:36.720214 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-79a3f11b-8129-453d-9efb-16f58a4f8058 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:36.780487 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-420b9e6a-d3a4-455e-af86-65bb229defb0 req-200bb71e-bf2f-4e91-b110-95f956a27eb2 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=681b3602-cfd8-4f2a-9524-2ab7faa440a3 HTTP/1.1" status: 200 len: 210 time: 0.0579450 May 11 16:36:36.858884 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-f9b54454-6db6-409d-9a65-7a3a4b7ea77d tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks [] for port, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:36.865834 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-3d308268-9288-4080-aae5-86a53946b5c1 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:36.866849 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-3d308268-9288-4080-aae5-86a53946b5c1 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Synchronizing usage tracker for tenant:a055b4450a844a3d80f01040e304e5bc on resource:network {{(pid=78910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:36:36.877744 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088db5c1-53e7-4c57-8bd7-554a78cc0248 req-aae3f577-26bf-4ed4-9e81-e0decd43cdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:36.882380 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-088db5c1-53e7-4c57-8bd7-554a78cc0248 req-aae3f577-26bf-4ed4-9e81-e0decd43cdf0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=49aa4f96eeb045a68683d2c25ebcbe48&device_id=ac8806ee-05ca-4bad-863c-a58f25502442 HTTP/1.1" status: 200 len: 1098 time: 0.4049039 May 11 16:36:36.937513 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-79a3f11b-8129-453d-9efb-16f58a4f8058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:36.943517 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-79a3f11b-8129-453d-9efb-16f58a4f8058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:36.951100 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-a3c29160-ebef-4be3-9aa4-a4ab8843670b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:36.962020 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-f9b54454-6db6-409d-9a65-7a3a4b7ea77d tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:36.977604 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['f80e0a8e-6f67-4eb8-8a84-3615cdcd2730', '3c9be3ad-8429-4583-816f-35c7b53ea777'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:36:37.016999 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3f11b-8129-453d-9efb-16f58a4f8058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6729cd-35e1-41e3-a763-d40d064c4ad3,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:37.024855 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-79a3f11b-8129-453d-9efb-16f58a4f8058 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9d9d0b84f84d4e36884538b5a5fbd5cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4634128 May 11 16:36:37.026997 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-f9b54454-6db6-409d-9a65-7a3a4b7ea77d tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Network 9b461c7c-08c1-454a-9676-241a31947400 is already hosted by enough agents. {{(pid=78909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:36:37.028077 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-79a3f11b-8129-453d-9efb-16f58a4f8058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:37.028509 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:37.070744 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 47198) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:37.074846 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.base_scheduler [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-f9b54454-6db6-409d-9a65-7a3a4b7ea77d tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Resources bound (agent type, host, resource id): {{(pid=78909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:36:37.085823 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.l3_dvrscheduler_db [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-f9b54454-6db6-409d-9a65-7a3a4b7ea77d tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Received port after_create {{(pid=78909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:36:37.155814 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b54454-6db6-409d-9a65-7a3a4b7ea77d tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Pushing event updated for resources: {'Port': ['ID=37918718-f30c-49a8-85ff-7cff646c7619,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:37.165109 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-f9b54454-6db6-409d-9a65-7a3a4b7ea77d tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:37.181322 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-f9b54454-6db6-409d-9a65-7a3a4b7ea77d tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:37.181970 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-f9b54454-6db6-409d-9a65-7a3a4b7ea77d tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for port, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:37.284572 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-f9b54454-6db6-409d-9a65-7a3a4b7ea77d tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5417933 May 11 16:36:37.333215 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-7fcfa342-2b65-4d79-9b1c-cc38c430d21e service neutron] Request body: {'port': {'device_id': '681b3602-cfd8-4f2a-9524-2ab7faa440a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:37.348924 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-3d308268-9288-4080-aae5-86a53946b5c1 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Unset dirty status for tenant:a055b4450a844a3d80f01040e304e5bc on resource:network {{(pid=78910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:36:37.350238 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-3d308268-9288-4080-aae5-86a53946b5c1 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.85 "GET /v2.0/networks?id=f8b94489-9613-46a4-8873-adbd6921e1b4 HTTP/1.1" status: 200 len: 809 time: 0.7710402 May 11 16:36:37.393080 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-156319fa-8a6a-4f6d-8e21-1c4e53c45c59 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Request body: {'port': {'device_id': '3e5207f5-22cf-4fa1-aafc-7caf38fda243', 'network_id': 'f8b94489-9613-46a4-8873-adbd6921e1b4', 'admin_state_up': True, 'tenant_id': 'a055b4450a844a3d80f01040e304e5bc'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:37.445528 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device ded7e73f-6828-4dc0-bda3-5ff1ff5bb705 up at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:36:37.452165 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0a1e6689-703a-4839-aa80-80bfe7ad0b77 req-6247ffa4-51ba-497a-a9ab-64cac4cafca8 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e5207f5-22cf-4fa1-aafc-7caf38fda243 HTTP/1.1" status: 200 len: 210 time: 0.0662036 May 11 16:36:37.545430 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning for port ded7e73f-6828-4dc0-bda3-5ff1ff5bb705 completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:36:37.554421 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning complete for port ded7e73f-6828-4dc0-bda3-5ff1ff5bb705 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:36:37.555001 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:37.556421 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-c97c6fc4-b62a-448f-96a8-41a6c23b6f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:37.564200 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-99f5f5ab-75a7-4950-bf40-eb44ec35d63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395776'] for router, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:37.572125 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-7fcfa342-2b65-4d79-9b1c-cc38c430d21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:37.582762 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088db5c1-53e7-4c57-8bd7-554a78cc0248 req-d805e8fc-ddeb-455a-9f2a-46174e058728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:37.584213 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-088db5c1-53e7-4c57-8bd7-554a78cc0248 req-d805e8fc-ddeb-455a-9f2a-46174e058728 service neutron] 10.222.0.85 "GET /v2.0/networks?id=9b461c7c-08c1-454a-9676-241a31947400 HTTP/1.1" status: 200 len: 917 time: 0.5069072 May 11 16:36:37.621533 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 47216) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:37.634267 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ffcb1-db46-41c0-80fb-9ac42e4a186f req-8f4914ba-c0bf-48a3-9421-9ba3a3bf452f tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:37.635821 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-be8ffcb1-db46-41c0-80fb-9ac42e4a186f req-8f4914ba-c0bf-48a3-9421-9ba3a3bf452f tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3692d86-5b55-4f22-ac66-1c26d7e04243 HTTP/1.1" status: 200 len: 945 time: 0.4196098 May 11 16:36:37.725034 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-be8ffcb1-db46-41c0-80fb-9ac42e4a186f req-c5bd07db-5053-4e82-97f1-5f1646c0e9fe tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749352 May 11 16:36:37.731009 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:37.780015 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3692d86-5b55-4f22-ac66-1c26d7e04243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded7e73f-6828-4dc0-bda3-5ff1ff5bb705'}] {{(pid=78911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:36:37.803550 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port ded7e73f-6828-4dc0-bda3-5ff1ff5bb705, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ded7e73f-6828-4dc0-bda3-5ff1ff5bb705,segment=NetworkSegment(29eb896a-4001-43bc-bb61-d95d98e51cd2),segment_id=29eb896a-4001-43bc-bb61-d95d98e51cd2)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:37.803759 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-6acf58ef-b05c-4fef-8033-fb7747c6f68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:37.810884 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:37.814536 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:37.832207 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-088db5c1-53e7-4c57-8bd7-554a78cc0248 req-0adee6fe-3499-4317-85b3-97c498be1ecf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f80e0a8e-6f67-4eb8-8a84-3615cdcd2730 HTTP/1.1" status: 200 len: 217 time: 0.2341058 May 11 16:36:37.835820 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-c97c6fc4-b62a-448f-96a8-41a6c23b6f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:37.839233 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-6acf58ef-b05c-4fef-8033-fb7747c6f68f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:37.870339 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-6acf58ef-b05c-4fef-8033-fb7747c6f68f admin admin] Usage tracker for resource:security_group_rule and tenant:83c414d947624ff197ad74ff598ecc05 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:37.876760 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-6acf58ef-b05c-4fef-8033-fb7747c6f68f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:37.906360 dv-cinder-789603-4-smb neutron-server[78911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3692d86-5b55-4f22-ac66-1c26d7e04243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded7e73f-6828-4dc0-bda3-5ff1ff5bb705', 'code': 200} May 11 16:36:37.937039 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-6acf58ef-b05c-4fef-8033-fb7747c6f68f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:37.969885 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-156319fa-8a6a-4f6d-8e21-1c4e53c45c59 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:37.984724 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=ded7e73f-6828-4dc0-bda3-5ff1ff5bb705,revision_number=5']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:37.993704 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-156319fa-8a6a-4f6d-8e21-1c4e53c45c59 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Usage tracker for resource:port and tenant:a055b4450a844a3d80f01040e304e5bc is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:37.999433 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-156319fa-8a6a-4f6d-8e21-1c4e53c45c59 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:38.001868 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:38.017086 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-156319fa-8a6a-4f6d-8e21-1c4e53c45c59 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:38.033824 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088db5c1-53e7-4c57-8bd7-554a78cc0248 req-9a3f3d47-6a74-45e3-86dd-464e486abc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:38.035411 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-088db5c1-53e7-4c57-8bd7-554a78cc0248 req-9a3f3d47-6a74-45e3-86dd-464e486abc25 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55d5fe82-a974-4ef0-9941-7d9c5b0f03f5 HTTP/1.1" status: 200 len: 855 time: 0.1771491 May 11 16:36:38.113783 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-c97c6fc4-b62a-448f-96a8-41a6c23b6f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:38.117136 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-1c01fb10-a417-44c8-81b7-40ff7dadb520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:38.125794 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-088db5c1-53e7-4c57-8bd7-554a78cc0248 req-4e76d50f-f8c5-474c-b4f9-d681098a1e3e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9b461c7c-08c1-454a-9676-241a31947400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671394 May 11 16:36:38.131790 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-156319fa-8a6a-4f6d-8e21-1c4e53c45c59 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Made reservation on behalf of a055b4450a844a3d80f01040e304e5bc for: {'port': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:36:38.135327 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-156319fa-8a6a-4f6d-8e21-1c4e53c45c59 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:38.135512 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.85', 49992) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:38.190414 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c6fc4-b62a-448f-96a8-41a6c23b6f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6729cd-35e1-41e3-a763-d40d064c4ad3,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:38.206582 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-c97c6fc4-b62a-448f-96a8-41a6c23b6f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:38.293252 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-6acf58ef-b05c-4fef-8033-fb7747c6f68f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:38.312606 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-6acf58ef-b05c-4fef-8033-fb7747c6f68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:38.326038 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-7fcfa342-2b65-4d79-9b1c-cc38c430d21e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37918718-f30c-49a8-85ff-7cff646c7619 {{(pid=78909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:36:38.340415 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-8babc954-8a8c-4e39-bc60-fe8b961aa80a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:38.410471 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-7fcfa342-2b65-4d79-9b1c-cc38c430d21e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:38.411051 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-c97c6fc4-b62a-448f-96a8-41a6c23b6f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:38.413029 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-c97c6fc4-b62a-448f-96a8-41a6c23b6f8c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3a6729cd-35e1-41e3-a763-d40d064c4ad3 HTTP/1.1" status: 204 len: 168 time: 1.3337765 May 11 16:36:38.426929 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad243e8-1cee-4802-92f3-263dacda52a9 req-e536ab9d-a7a3-435a-be17-393a4de1997e tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:38.427948 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-5ad243e8-1cee-4802-92f3-263dacda52a9 req-e536ab9d-a7a3-435a-be17-393a4de1997e tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Synchronizing usage tracker for tenant:49aa4f96eeb045a68683d2c25ebcbe48 on resource:port {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:36:38.472839 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-6acf58ef-b05c-4fef-8033-fb7747c6f68f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=83c414d947624ff197ad74ff598ecc05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8353832 May 11 16:36:38.477230 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf58ef-b05c-4fef-8033-fb7747c6f68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e595f4-1371-4389-87b5-445f5c54aa8a,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:38.483262 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 47236) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:38.484318 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.provisioning_blocks [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-7fcfa342-2b65-4d79-9b1c-cc38c430d21e service neutron] Transition to ACTIVE for port object 37918718-f30c-49a8-85ff-7cff646c7619 will not be triggered until provisioned by entity L2. {{(pid=78909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:36:38.491720 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-6acf58ef-b05c-4fef-8033-fb7747c6f68f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:38.516592 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-7fcfa342-2b65-4d79-9b1c-cc38c430d21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15952591'] for port, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:38.525620 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-5ad243e8-1cee-4802-92f3-263dacda52a9 req-e536ab9d-a7a3-435a-be17-393a4de1997e tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Unset dirty status for tenant:49aa4f96eeb045a68683d2c25ebcbe48 on resource:port {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:36:38.527398 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5ad243e8-1cee-4802-92f3-263dacda52a9 req-e536ab9d-a7a3-435a-be17-393a4de1997e tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=681b3602-cfd8-4f2a-9524-2ab7faa440a3 HTTP/1.1" status: 200 len: 932 time: 0.5134389 May 11 16:36:38.539504 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_common [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-156319fa-8a6a-4f6d-8e21-1c4e53c45c59 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Allocated IP 172.20.0.10 (f8b94489-9613-46a4-8873-adbd6921e1b4/abdc37be-6db4-495a-b8d2-7df20b3d4b3c/7afdc893-4cca-4ac8-aa8f-924aed12bad9) {{(pid=78910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:36:38.554921 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-f9b54454-6db6-409d-9a65-7a3a4b7ea77d tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:38.594911 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea636f1-5138-4d6f-ae0e-2307aebb1de6 req-9f964947-aca8-4a67-9554-2e594e6cacab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:38.596454 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0ea636f1-5138-4d6f-ae0e-2307aebb1de6 req-9f964947-aca8-4a67-9554-2e594e6cacab service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a3692d86-5b55-4f22-ac66-1c26d7e04243 HTTP/1.1" status: 200 len: 1099 time: 0.4520023 May 11 16:36:38.606277 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-088db5c1-53e7-4c57-8bd7-554a78cc0248 req-6e1f1369-4959-4bf9-bf2b-a751364be93b service neutron] 10.222.0.85 "GET /v2.0/networks/9b461c7c-08c1-454a-9676-241a31947400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428098 May 11 16:36:38.621175 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f5f5ab-75a7-4950-bf40-eb44ec35d63a admin admin] Router 6a8ed48d-50b9-4aa4-a4a9-669523490c34 is scheduled to L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae with binding_index 1 {{(pid=78910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 16:36:38.885504 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-0ea636f1-5138-4d6f-ae0e-2307aebb1de6 req-341d0c84-bd79-4dea-bb8a-d047c03e05b9 service neutron] Synchronizing usage tracker for tenant:ba4cb4b78c124fff83d63585f0df24fc on resource:security_group {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:36:38.920414 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-38b7706e-aa64-453b-8a1f-a94a7f5fe0c1 req-f6a03613-c83e-4048-ae77-9f199ebd4922 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e5207f5-22cf-4fa1-aafc-7caf38fda243 HTTP/1.1" status: 200 len: 210 time: 0.2800055 May 11 16:36:38.946451 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcfa342-2b65-4d79-9b1c-cc38c430d21e service neutron] Pushing event updated for resources: {'Port': ['ID=37918718-f30c-49a8-85ff-7cff646c7619,revision_number=2']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:38.987357 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-7fcfa342-2b65-4d79-9b1c-cc38c430d21e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:39.011859 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5ad243e8-1cee-4802-92f3-263dacda52a9 req-efef216d-8b8b-47fa-b6af-aa8323603d14 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715171 May 11 16:36:39.055111 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-0ea636f1-5138-4d6f-ae0e-2307aebb1de6 req-341d0c84-bd79-4dea-bb8a-d047c03e05b9 service neutron] Unset dirty status for tenant:ba4cb4b78c124fff83d63585f0df24fc on resource:security_group {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:36:39.056324 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0ea636f1-5138-4d6f-ae0e-2307aebb1de6 req-341d0c84-bd79-4dea-bb8a-d047c03e05b9 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220119 May 11 16:36:39.057017 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-3176a4c0-84aa-4e6e-9501-8f247bf61ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:39.147454 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-3176a4c0-84aa-4e6e-9501-8f247bf61ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:39.221118 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.managers [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-7fcfa342-2b65-4d79-9b1c-cc38c430d21e service neutron] Attempting to bind port 37918718-f30c-49a8-85ff-7cff646c7619 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:36:39.221907 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.managers [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-7fcfa342-2b65-4d79-9b1c-cc38c430d21e service neutron] Attempting to bind port 37918718-f30c-49a8-85ff-7cff646c7619 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '4baf4024-8ac6-4675-9b3c-88b417a27c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9b461c7c-08c1-454a-9676-241a31947400'}] {{(pid=78909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:36:39.221907 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-7fcfa342-2b65-4d79-9b1c-cc38c430d21e service neutron] Attempting to bind port 37918718-f30c-49a8-85ff-7cff646c7619 on network 9b461c7c-08c1-454a-9676-241a31947400 {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:36:39.228723 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-088db5c1-53e7-4c57-8bd7-554a78cc0248 req-1d4dbda3-c248-4a0b-afa4-3bb0c2903d52 service neutron] 10.222.0.85 "GET /v2.0/networks/9b461c7c-08c1-454a-9676-241a31947400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6027231 May 11 16:36:39.230490 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-7fcfa342-2b65-4d79-9b1c-cc38c430d21e service neutron] Port 37918718-f30c-49a8-85ff-7cff646c7619 on network 9b461c7c-08c1-454a-9676-241a31947400 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:36:39.231484 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-7fcfa342-2b65-4d79-9b1c-cc38c430d21e service neutron] Attempting to bind port 37918718-f30c-49a8-85ff-7cff646c7619 on network 9b461c7c-08c1-454a-9676-241a31947400 {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:36:39.240252 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-7fcfa342-2b65-4d79-9b1c-cc38c430d21e service neutron] Checking agent: {'id': 'd37e6d19-ade9-4e89-aecb-ac851dc75e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'started_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:36:39.240591 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-7fcfa342-2b65-4d79-9b1c-cc38c430d21e service neutron] Checking segment: {'id': '4baf4024-8ac6-4675-9b3c-88b417a27c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9b461c7c-08c1-454a-9676-241a31947400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:36:39.240960 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-7fcfa342-2b65-4d79-9b1c-cc38c430d21e service neutron] Bound using segment: {'id': '4baf4024-8ac6-4675-9b3c-88b417a27c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9b461c7c-08c1-454a-9676-241a31947400'} {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:36:39.241391 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.managers [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-7fcfa342-2b65-4d79-9b1c-cc38c430d21e service neutron] Bound port: 37918718-f30c-49a8-85ff-7cff646c7619, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4baf4024-8ac6-4675-9b3c-88b417a27c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9b461c7c-08c1-454a-9676-241a31947400'}}] {{(pid=78909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:36:39.241731 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-7fcfa342-2b65-4d79-9b1c-cc38c430d21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:39.263402 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f5f5ab-75a7-4950-bf40-eb44ec35d63a admin admin] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:36:39.274239 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947e3b16-c966-449e-835a-bd537cf334b1 None None] Sync routers for ids ['6a8ed48d-50b9-4aa4-a4a9-669523490c34'] in dv-cinder-789603-4-smb {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:36:39.299074 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-156319fa-8a6a-4f6d-8e21-1c4e53c45c59 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Notify callbacks [] for port, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:39.304283 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947e3b16-c966-449e-835a-bd537cf334b1 None None] Routers {'6a8ed48d-50b9-4aa4-a4a9-669523490c34'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:36:39.305265 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-947e3b16-c966-449e-835a-bd537cf334b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:36:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['6a8ed48d-50b9-4aa4-a4a9-669523490c34'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:39.339952 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec75e11-d6c5-493d-9b9e-7c3c6400a074 req-dccfe7ec-6f71-4746-9677-614f62bba745 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:39.341914 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9ec75e11-d6c5-493d-9b9e-7c3c6400a074 req-dccfe7ec-6f71-4746-9677-614f62bba745 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3692d86-5b55-4f22-ac66-1c26d7e04243 HTTP/1.1" status: 200 len: 946 time: 0.2921672 May 11 16:36:39.381933 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-3176a4c0-84aa-4e6e-9501-8f247bf61ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:39.383538 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-156319fa-8a6a-4f6d-8e21-1c4e53c45c59 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687'] for port, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:39.392559 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-7e3152de-f7ea-4caf-ae60-29b175909a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:39.400158 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-48f15057-f2dd-4419-a688-8c84cfb19a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:39.443290 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176a4c0-84aa-4e6e-9501-8f247bf61ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e595f4-1371-4389-87b5-445f5c54aa8a,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:39.454417 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-3176a4c0-84aa-4e6e-9501-8f247bf61ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:39.455958 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-7fcfa342-2b65-4d79-9b1c-cc38c430d21e service neutron] For port 37918718-f30c-49a8-85ff-7cff646c7619, host hv-cinder-78960, cleared binding levels {{(pid=78909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:36:39.458866 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-3176a4c0-84aa-4e6e-9501-8f247bf61ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:39.462648 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-3176a4c0-84aa-4e6e-9501-8f247bf61ce1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c7e595f4-1371-4389-87b5-445f5c54aa8a HTTP/1.1" status: 204 len: 168 time: 0.9734809 May 11 16:36:39.463755 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9ec75e11-d6c5-493d-9b9e-7c3c6400a074 req-5d320f75-3160-45da-8614-c01cd39ea594 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131790 May 11 16:36:39.477352 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-7fcfa342-2b65-4d79-9b1c-cc38c430d21e service neutron] For port 37918718-f30c-49a8-85ff-7cff646c7619, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=37918718-f30c-49a8-85ff-7cff646c7619,segment=NetworkSegment(4baf4024-8ac6-4675-9b3c-88b417a27c97),segment_id=4baf4024-8ac6-4675-9b3c-88b417a27c97)] {{(pid=78909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:36:39.483015 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-99f5f5ab-75a7-4950-bf40-eb44ec35d63a admin admin] Notify callbacks [] for router, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:39.484322 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-99f5f5ab-75a7-4950-bf40-eb44ec35d63a admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.6543083 May 11 16:36:39.487440 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-7fcfa342-2b65-4d79-9b1c-cc38c430d21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15952591'] for port, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:39.488180 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 47268) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:39.527903 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-156319fa-8a6a-4f6d-8e21-1c4e53c45c59 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Network f8b94489-9613-46a4-8873-adbd6921e1b4 is already hosted by enough agents. {{(pid=78910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:36:39.536468 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-156319fa-8a6a-4f6d-8e21-1c4e53c45c59 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Resources bound (agent type, host, resource id): {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:36:39.538895 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-947e3b16-c966-449e-835a-bd537cf334b1 None None] Set router 6a8ed48d-50b9-4aa4-a4a9-669523490c34 gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:36:39.540804 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-156319fa-8a6a-4f6d-8e21-1c4e53c45c59 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Received port after_create {{(pid=78910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:36:39.556210 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-156319fa-8a6a-4f6d-8e21-1c4e53c45c59 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:39.562979 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-156319fa-8a6a-4f6d-8e21-1c4e53c45c59 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:39.601117 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-e76fd10e-04b5-4eee-8e98-f328fd8d3e78 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:39.606031 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156319fa-8a6a-4f6d-8e21-1c4e53c45c59 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Pushing event updated for resources: {'Port': ['ID=7afdc893-4cca-4ac8-aa8f-924aed12bad9,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:39.624027 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-156319fa-8a6a-4f6d-8e21-1c4e53c45c59 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:39.654752 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-156319fa-8a6a-4f6d-8e21-1c4e53c45c59 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2690628 May 11 16:36:39.669189 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-cfe01c7d-9bd1-47c4-9e4a-00b4c432bc50 service neutron] Request body: {'port': {'device_id': '3e5207f5-22cf-4fa1-aafc-7caf38fda243', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:36:39.845975 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-7fcfa342-2b65-4d79-9b1c-cc38c430d21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:39.846610 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-7fcfa342-2b65-4d79-9b1c-cc38c430d21e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for port, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:39.849423 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-7fcfa342-2b65-4d79-9b1c-cc38c430d21e service neutron] 10.222.0.85 "PUT /v2.0/ports/37918718-f30c-49a8-85ff-7cff646c7619 HTTP/1.1" status: 200 len: 1094 time: 2.5329196 May 11 16:36:39.851941 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681b3602-cfd8-4f2a-9524-2ab7faa440a3', 'tag': '37918718-f30c-49a8-85ff-7cff646c7619'}] {{(pid=78909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:36:40.008227 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-cfe01c7d-9bd1-47c4-9e4a-00b4c432bc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:40.160557 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '681b3602-cfd8-4f2a-9524-2ab7faa440a3', 'tag': '37918718-f30c-49a8-85ff-7cff646c7619', 'status': 'completed', 'code': 200} May 11 16:36:40.209729 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcfa342-2b65-4d79-9b1c-cc38c430d21e service neutron] Pushing event updated for resources: {'Port': ['ID=37918718-f30c-49a8-85ff-7cff646c7619,revision_number=3']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:40.231220 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-7fcfa342-2b65-4d79-9b1c-cc38c430d21e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:40.259100 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-947e3b16-c966-449e-835a-bd537cf334b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8ed48d-50b9-4aa4-a4a9-669523490c34', 'name': 'tempest-ServerRescueNegativeTestJSON-2100760852-router', 'tenant_id': 'bb3db5d8cbfa44f0a16514218b4ef74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': '0f033dc4-33f3-4b74-aa12-6eddcc10bf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:36:33Z', 'updated_at': '2021-05-11T16:36:36Z', 'revision_number': 3, 'project_id': 'bb3db5d8cbfa44f0a16514218b4ef74f', 'gw_port': {'id': '0f033dc4-33f3-4b74-aa12-6eddcc10bf03', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:82:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8ed48d-50b9-4aa4-a4a9-669523490c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:35Z', 'updated_at': '2021-05-11T16:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:40.272585 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947e3b16-c966-449e-835a-bd537cf334b1 None None] Checking router: 6a8ed48d-50b9-4aa4-a4a9-669523490c34 for host: dv-cinder-789603-4-smb {{(pid=78912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:36:40.274020 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947e3b16-c966-449e-835a-bd537cf334b1 None None] Updating router 6a8ed48d-50b9-4aa4-a4a9-669523490c34 port 0f033dc4-33f3-4b74-aa12-6eddcc10bf03 binding host dv-cinder-789603-4-smb {{(pid=78912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:36:40.395261 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-947e3b16-c966-449e-835a-bd537cf334b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:40.501802 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-83de9621-f487-4676-a058-0a31f658ba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:40.504531 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-83de9621-f487-4676-a058-0a31f658ba05 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=49aa4f96eeb045a68683d2c25ebcbe48&device_id=681b3602-cfd8-4f2a-9524-2ab7faa440a3 HTTP/1.1" status: 200 len: 1097 time: 0.5627067 May 11 16:36:40.569124 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-9a695614-0826-4447-bf27-d0ad46502332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:40.625301 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-cfe01c7d-9bd1-47c4-9e4a-00b4c432bc50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7afdc893-4cca-4ac8-aa8f-924aed12bad9 {{(pid=78910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:36:40.635525 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-cfe01c7d-9bd1-47c4-9e4a-00b4c432bc50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:40.655329 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.provisioning_blocks [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-cfe01c7d-9bd1-47c4-9e4a-00b4c432bc50 service neutron] Transition to ACTIVE for port object 7afdc893-4cca-4ac8-aa8f-924aed12bad9 will not be triggered until provisioned by entity L2. {{(pid=78910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:36:40.662125 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-cfe01c7d-9bd1-47c4-9e4a-00b4c432bc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:40.686914 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-8be0bcdf-60ba-40e7-a37d-046bce05f7d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:40.776844 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-613fbf00-fbb3-406c-bd12-3824fecd7666 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37918718-f30c-49a8-85ff-7cff646c7619 HTTP/1.1" status: 200 len: 217 time: 0.1949594 May 11 16:36:40.901834 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b74452-3f5d-45b7-ad02-262312706b28 req-986a97f7-56f7-404b-b8c3-73dfee840382 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:40.910399 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b2b74452-3f5d-45b7-ad02-262312706b28 req-986a97f7-56f7-404b-b8c3-73dfee840382 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e5207f5-22cf-4fa1-aafc-7caf38fda243 HTTP/1.1" status: 200 len: 932 time: 0.6779077 May 11 16:36:40.944328 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-947e3b16-c966-449e-835a-bd537cf334b1 None None] Notify callbacks [] for port, precommit_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:40.959220 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.provisioning_blocks [None req-947e3b16-c966-449e-835a-bd537cf334b1 None None] Transition to ACTIVE for port object 0f033dc4-33f3-4b74-aa12-6eddcc10bf03 will not be triggered until provisioned by entity L2. {{(pid=78912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:36:40.968495 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-947e3b16-c966-449e-835a-bd537cf334b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:40.975855 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [None req-1d3e79f9-b6c0-433a-9b61-75523981c660 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:40.977940 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe01c7d-9bd1-47c4-9e4a-00b4c432bc50 service neutron] Pushing event updated for resources: {'Port': ['ID=7afdc893-4cca-4ac8-aa8f-924aed12bad9,revision_number=2']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:40.983922 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-cfe01c7d-9bd1-47c4-9e4a-00b4c432bc50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:41.038352 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-c5aa37c8-67b0-423d-b876-d264a5bc325c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:41.041330 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-c5aa37c8-67b0-423d-b876-d264a5bc325c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55d5fe82-a974-4ef0-9941-7d9c5b0f03f5 HTTP/1.1" status: 200 len: 855 time: 0.2197428 May 11 16:36:41.073391 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fa5af-cd07-4b3d-af29-efdf363e8570 req-77471aee-db42-4e23-a591-c589d79df5f8 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:41.075563 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-000fa5af-cd07-4b3d-af29-efdf363e8570 req-77471aee-db42-4e23-a591-c589d79df5f8 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=681b3602-cfd8-4f2a-9524-2ab7faa440a3 HTTP/1.1" status: 200 len: 944 time: 0.8158832 May 11 16:36:41.086078 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-cfe01c7d-9bd1-47c4-9e4a-00b4c432bc50 service neutron] Attempting to bind port 7afdc893-4cca-4ac8-aa8f-924aed12bad9 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:36:41.086669 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-cfe01c7d-9bd1-47c4-9e4a-00b4c432bc50 service neutron] Attempting to bind port 7afdc893-4cca-4ac8-aa8f-924aed12bad9 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '6b563db9-3858-477c-8dc7-5fefdbbaa18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f8b94489-9613-46a4-8873-adbd6921e1b4'}] {{(pid=78910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:36:41.087191 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-cfe01c7d-9bd1-47c4-9e4a-00b4c432bc50 service neutron] Attempting to bind port 7afdc893-4cca-4ac8-aa8f-924aed12bad9 on network f8b94489-9613-46a4-8873-adbd6921e1b4 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:36:41.095462 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-cfe01c7d-9bd1-47c4-9e4a-00b4c432bc50 service neutron] Port 7afdc893-4cca-4ac8-aa8f-924aed12bad9 on network f8b94489-9613-46a4-8873-adbd6921e1b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:36:41.096092 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-cfe01c7d-9bd1-47c4-9e4a-00b4c432bc50 service neutron] Attempting to bind port 7afdc893-4cca-4ac8-aa8f-924aed12bad9 on network f8b94489-9613-46a4-8873-adbd6921e1b4 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:36:41.105896 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-cfe01c7d-9bd1-47c4-9e4a-00b4c432bc50 service neutron] Checking agent: {'id': 'd37e6d19-ade9-4e89-aecb-ac851dc75e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'started_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:36:41.111211 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-cfe01c7d-9bd1-47c4-9e4a-00b4c432bc50 service neutron] Checking segment: {'id': '6b563db9-3858-477c-8dc7-5fefdbbaa18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f8b94489-9613-46a4-8873-adbd6921e1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:36:41.111949 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-cfe01c7d-9bd1-47c4-9e4a-00b4c432bc50 service neutron] Bound using segment: {'id': '6b563db9-3858-477c-8dc7-5fefdbbaa18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f8b94489-9613-46a4-8873-adbd6921e1b4'} {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:36:41.113158 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.managers [None req-947e3b16-c966-449e-835a-bd537cf334b1 None None] Attempting to bind port 0f033dc4-33f3-4b74-aa12-6eddcc10bf03 on host dv-cinder-789603-4-smb for vnic_type normal with profile {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:36:41.113723 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.managers [None req-947e3b16-c966-449e-835a-bd537cf334b1 None None] Attempting to bind port 0f033dc4-33f3-4b74-aa12-6eddcc10bf03 by drivers openvswitch,hyperv on host dv-cinder-789603-4-smb at level 0 using segments [{'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'}] {{(pid=78912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:36:41.114259 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-cfe01c7d-9bd1-47c4-9e4a-00b4c432bc50 service neutron] Bound port: 7afdc893-4cca-4ac8-aa8f-924aed12bad9, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b563db9-3858-477c-8dc7-5fefdbbaa18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f8b94489-9613-46a4-8873-adbd6921e1b4'}}] {{(pid=78910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:36:41.114377 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947e3b16-c966-449e-835a-bd537cf334b1 None None] Attempting to bind port 0f033dc4-33f3-4b74-aa12-6eddcc10bf03 on network b8617b39-e2b1-4863-8310-b30d869022e5 {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:36:41.117285 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-cfe01c7d-9bd1-47c4-9e4a-00b4c432bc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:41.129319 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564b531-3028-4775-a360-cb34cc21e5b1 None None] Pushing event updated for resources: {'Port': ['ID=0f033dc4-33f3-4b74-aa12-6eddcc10bf03,revision_number=2']} {{(pid=78912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:41.131803 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947e3b16-c966-449e-835a-bd537cf334b1 None None] Checking agent: {'id': '22e3e7b9-314b-4177-b9d0-dabbf2661436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 27, 14), 'started_at': datetime.datetime(2021, 5, 11, 16, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:36:41.132198 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947e3b16-c966-449e-835a-bd537cf334b1 None None] Checking segment: {'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:36:41.132574 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-947e3b16-c966-449e-835a-bd537cf334b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:41.132961 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947e3b16-c966-449e-835a-bd537cf334b1 None None] Bound using segment: {'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'} {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:36:41.133432 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.managers [None req-947e3b16-c966-449e-835a-bd537cf334b1 None None] Bound port: 0f033dc4-33f3-4b74-aa12-6eddcc10bf03, host: dv-cinder-789603-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'}}] {{(pid=78912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:36:41.133829 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-947e3b16-c966-449e-835a-bd537cf334b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:41.169467 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564b531-3028-4775-a360-cb34cc21e5b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:41.169801 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564b531-3028-4775-a360-cb34cc21e5b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:41.170128 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564b531-3028-4775-a360-cb34cc21e5b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:41.170451 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564b531-3028-4775-a360-cb34cc21e5b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:41.170816 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564b531-3028-4775-a360-cb34cc21e5b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:41.171143 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564b531-3028-4775-a360-cb34cc21e5b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:41.171464 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564b531-3028-4775-a360-cb34cc21e5b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:41.171797 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564b531-3028-4775-a360-cb34cc21e5b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:41.172110 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564b531-3028-4775-a360-cb34cc21e5b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:41.172423 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564b531-3028-4775-a360-cb34cc21e5b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:41.172784 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564b531-3028-4775-a360-cb34cc21e5b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:41.173093 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564b531-3028-4775-a360-cb34cc21e5b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:36:41.192934 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [None req-0564b531-3028-4775-a360-cb34cc21e5b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:41.243337 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.db [None req-947e3b16-c966-449e-835a-bd537cf334b1 None None] For port 0f033dc4-33f3-4b74-aa12-6eddcc10bf03, host dv-cinder-789603-4-smb, cleared binding levels {{(pid=78912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:36:41.247735 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.db [None req-947e3b16-c966-449e-835a-bd537cf334b1 None None] For port 0f033dc4-33f3-4b74-aa12-6eddcc10bf03, host dv-cinder-789603-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=0f033dc4-33f3-4b74-aa12-6eddcc10bf03,segment=NetworkSegment(9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c),segment_id=9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c)] {{(pid=78912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:36:41.253137 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-947e3b16-c966-449e-835a-bd537cf334b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:41.265288 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:41.296879 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-cfe01c7d-9bd1-47c4-9e4a-00b4c432bc50 service neutron] For port 7afdc893-4cca-4ac8-aa8f-924aed12bad9, host hv-cinder-78960, cleared binding levels {{(pid=78910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:36:41.305759 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-cfe01c7d-9bd1-47c4-9e4a-00b4c432bc50 service neutron] For port 7afdc893-4cca-4ac8-aa8f-924aed12bad9, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7afdc893-4cca-4ac8-aa8f-924aed12bad9,segment=NetworkSegment(6b563db9-3858-477c-8dc7-5fefdbbaa18a),segment_id=6b563db9-3858-477c-8dc7-5fefdbbaa18a)] {{(pid=78910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:36:41.313762 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-cfe01c7d-9bd1-47c4-9e4a-00b4c432bc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:41.321582 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:41.359529 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b2b74452-3f5d-45b7-ad02-262312706b28 req-de014ad3-0a5a-4284-8ccf-b11f031986b8 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476211 May 11 16:36:41.364527 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947e3b16-c966-449e-835a-bd537cf334b1 None None] Routers {'6a8ed48d-50b9-4aa4-a4a9-669523490c34'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:36:41.365159 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-947e3b16-c966-449e-835a-bd537cf334b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:36:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['6a8ed48d-50b9-4aa4-a4a9-669523490c34'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:41.369646 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-21a6c080-c02a-4f60-a9e4-bd1484460bc8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9b461c7c-08c1-454a-9676-241a31947400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2816024 May 11 16:36:41.456504 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-cfe01c7d-9bd1-47c4-9e4a-00b4c432bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:41.458789 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-cfe01c7d-9bd1-47c4-9e4a-00b4c432bc50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:41.463550 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-cfe01c7d-9bd1-47c4-9e4a-00b4c432bc50 service neutron] 10.222.0.85 "PUT /v2.0/ports/7afdc893-4cca-4ac8-aa8f-924aed12bad9 HTTP/1.1" status: 200 len: 1094 time: 1.8060670 May 11 16:36:41.464898 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e5207f5-22cf-4fa1-aafc-7caf38fda243', 'tag': '7afdc893-4cca-4ac8-aa8f-924aed12bad9'}] {{(pid=78910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:36:41.511528 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe01c7d-9bd1-47c4-9e4a-00b4c432bc50 service neutron] Pushing event updated for resources: {'Port': ['ID=7afdc893-4cca-4ac8-aa8f-924aed12bad9,revision_number=3']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:41.515439 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-cfe01c7d-9bd1-47c4-9e4a-00b4c432bc50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:41.533697 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564b531-3028-4775-a360-cb34cc21e5b1 None None] Pushing event updated for resources: {'Port': ['ID=0f033dc4-33f3-4b74-aa12-6eddcc10bf03,revision_number=3']} {{(pid=78912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:41.547250 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [None req-0564b531-3028-4775-a360-cb34cc21e5b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:41.644988 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-d1fbfc71-113a-4766-a31a-644d8bf575d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:41.647837 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-d1fbfc71-113a-4766-a31a-644d8bf575d5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a055b4450a844a3d80f01040e304e5bc&device_id=3e5207f5-22cf-4fa1-aafc-7caf38fda243 HTTP/1.1" status: 200 len: 1097 time: 0.1245649 May 11 16:36:41.704850 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-947e3b16-c966-449e-835a-bd537cf334b1 None None] Set router 6a8ed48d-50b9-4aa4-a4a9-669523490c34 gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:36:41.796405 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-5ed2186a-57e4-4164-9536-5c155d9017f2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7afdc893-4cca-4ac8-aa8f-924aed12bad9 HTTP/1.1" status: 200 len: 217 time: 0.1397648 May 11 16:36:41.939197 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-44881077-b505-422b-bff8-9c05998a5430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:41.940664 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-44881077-b505-422b-bff8-9c05998a5430 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=abdc37be-6db4-495a-b8d2-7df20b3d4b3c HTTP/1.1" status: 200 len: 849 time: 0.1266453 May 11 16:36:41.980960 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-000fa5af-cd07-4b3d-af29-efdf363e8570 req-85b2332d-7cf1-4963-876a-62c15259bd81 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8552606 May 11 16:36:42.093057 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-74ce8693-6e50-4d74-bbac-5bf3c1e9a897 service neutron] 10.222.0.85 "GET /v2.0/networks/9b461c7c-08c1-454a-9676-241a31947400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7059987 May 11 16:36:42.109420 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-594abdf9-6011-4b48-9c58-a5e7398b3fc5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f8b94489-9613-46a4-8873-adbd6921e1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1565063 May 11 16:36:42.120625 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-947e3b16-c966-449e-835a-bd537cf334b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8ed48d-50b9-4aa4-a4a9-669523490c34', 'name': 'tempest-ServerRescueNegativeTestJSON-2100760852-router', 'tenant_id': 'bb3db5d8cbfa44f0a16514218b4ef74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': '0f033dc4-33f3-4b74-aa12-6eddcc10bf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:36:33Z', 'updated_at': '2021-05-11T16:36:36Z', 'revision_number': 3, 'project_id': 'bb3db5d8cbfa44f0a16514218b4ef74f', 'gw_port': {'id': '0f033dc4-33f3-4b74-aa12-6eddcc10bf03', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:82:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8ed48d-50b9-4aa4-a4a9-669523490c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:35Z', 'updated_at': '2021-05-11T16:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:42.124828 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947e3b16-c966-449e-835a-bd537cf334b1 None None] The sync data for ids ['6a8ed48d-50b9-4aa4-a4a9-669523490c34'] in dv-cinder-789603-4-smb is: [{'id': '6a8ed48d-50b9-4aa4-a4a9-669523490c34', 'name': 'tempest-ServerRescueNegativeTestJSON-2100760852-router', 'tenant_id': 'bb3db5d8cbfa44f0a16514218b4ef74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': '0f033dc4-33f3-4b74-aa12-6eddcc10bf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:36:33Z', 'updated_at': '2021-05-11T16:36:36Z', 'revision_number': 3, 'project_id': 'bb3db5d8cbfa44f0a16514218b4ef74f', 'gw_port': {'id': '0f033dc4-33f3-4b74-aa12-6eddcc10bf03', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:82:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8ed48d-50b9-4aa4-a4a9-669523490c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:35Z', 'updated_at': '2021-05-11T16:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}] {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:36:42.238000 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e5207f5-22cf-4fa1-aafc-7caf38fda243', 'tag': '7afdc893-4cca-4ac8-aa8f-924aed12bad9', 'status': 'completed', 'code': 200} May 11 16:36:42.248298 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa6fa0-0027-4f46-ab5a-8d517ec34560 req-d0f09f0e-0e4b-42f7-81b4-37cba5cc5705 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:42.249748 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-03fa6fa0-0027-4f46-ab5a-8d517ec34560 req-d0f09f0e-0e4b-42f7-81b4-37cba5cc5705 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3692d86-5b55-4f22-ac66-1c26d7e04243 HTTP/1.1" status: 200 len: 946 time: 0.4417806 May 11 16:36:42.297376 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-e437956d-03fc-4c74-9b12-240c32096231 service neutron] 10.222.0.85 "GET /v2.0/networks/f8b94489-9613-46a4-8873-adbd6921e1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731596 May 11 16:36:42.373967 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-03fa6fa0-0027-4f46-ab5a-8d517ec34560 req-1ca26b46-3c6d-44e5-8ab2-4ec16d527122 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941594 May 11 16:36:42.609619 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:42.650131 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3327d2e2-5304-410e-a92b-52405bf7ca2a req-7e3ec28d-0d28-49d4-83d9-4e786b824f26 service neutron] 10.222.0.85 "GET /v2.0/networks/9b461c7c-08c1-454a-9676-241a31947400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5442903 May 11 16:36:42.652539 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-c6f7b986-c5fe-434e-8993-2473eaba09c3 req-01d73e5b-542f-4bd1-b87e-cfba178d80d0 service neutron] 10.222.0.85 "GET /v2.0/networks/f8b94489-9613-46a4-8873-adbd6921e1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485193 May 11 16:36:42.658571 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8983f0f1-d925-48a3-aa21-06a6574a7ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:42.856255 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ad320-f708-44cb-87bd-8da7fa57d6e5 req-de289ffc-541f-4cd6-a205-416e881a1184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:42.857718 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-2f4ad320-f708-44cb-87bd-8da7fa57d6e5 req-de289ffc-541f-4cd6-a205-416e881a1184 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a055b4450a844a3d80f01040e304e5bc&device_id=3e5207f5-22cf-4fa1-aafc-7caf38fda243 HTTP/1.1" status: 200 len: 1097 time: 0.1017363 May 11 16:36:42.960409 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a3f6f-c4ed-4d7b-9e53-19147690531c req-651358f7-0e29-4961-a239-e047db2d4c43 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:42.967890 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-939a3f6f-c4ed-4d7b-9e53-19147690531c req-651358f7-0e29-4961-a239-e047db2d4c43 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e5207f5-22cf-4fa1-aafc-7caf38fda243 HTTP/1.1" status: 200 len: 944 time: 0.3890569 May 11 16:36:43.105807 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.db_base_plugin_common [None req-8983f0f1-d925-48a3-aa21-06a6574a7ff3 admin admin] Allocated IP 172.20.0.1 (ea3184e0-5a3e-4c08-862d-713868656b08/83ee92e9-ebf4-4f5e-8d64-d234ce1a9847/490a7cb2-b3c2-4984-a11e-8bbf0c70caa8) {{(pid=78909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:36:43.138750 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ad320-f708-44cb-87bd-8da7fa57d6e5 req-d4240f40-17d0-4660-969f-868a59cd1a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:43.140242 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-2f4ad320-f708-44cb-87bd-8da7fa57d6e5 req-d4240f40-17d0-4660-969f-868a59cd1a0f service neutron] 10.222.0.85 "GET /v2.0/networks?id=f8b94489-9613-46a4-8873-adbd6921e1b4 HTTP/1.1" status: 200 len: 911 time: 0.2739184 May 11 16:36:43.291014 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-2f4ad320-f708-44cb-87bd-8da7fa57d6e5 req-d1f74ee5-ca91-482c-845a-de1c2fe3f535 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7afdc893-4cca-4ac8-aa8f-924aed12bad9 HTTP/1.1" status: 200 len: 217 time: 0.1395121 May 11 16:36:43.388414 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ad320-f708-44cb-87bd-8da7fa57d6e5 req-f7578d19-4b5e-4391-86b1-e7a7f4d1e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:43.390566 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-2f4ad320-f708-44cb-87bd-8da7fa57d6e5 req-f7578d19-4b5e-4391-86b1-e7a7f4d1e89e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=abdc37be-6db4-495a-b8d2-7df20b3d4b3c HTTP/1.1" status: 200 len: 849 time: 0.0873866 May 11 16:36:43.510539 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-2f4ad320-f708-44cb-87bd-8da7fa57d6e5 req-7125ae6d-a6b3-495a-b6ae-d83f182bb91c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f8b94489-9613-46a4-8873-adbd6921e1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089392 May 11 16:36:43.558876 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b463b-7925-425f-9369-3ac8ab647a28 req-032e97ad-9ce2-4eb3-807b-a785dde96697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:43.560697 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7f8b463b-7925-425f-9369-3ac8ab647a28 req-032e97ad-9ce2-4eb3-807b-a785dde96697 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=49aa4f96eeb045a68683d2c25ebcbe48&device_id=681b3602-cfd8-4f2a-9524-2ab7faa440a3 HTTP/1.1" status: 200 len: 1097 time: 0.7967358 May 11 16:36:43.563819 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8983f0f1-d925-48a3-aa21-06a6574a7ff3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:43.573384 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-939a3f6f-c4ed-4d7b-9e53-19147690531c req-123a9c45-9ae5-4665-8dcb-fd191a784a95 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6045132 May 11 16:36:43.585193 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-015d4857-2de7-4f00-baaf-1fddcb64d828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:43.699717 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-2f4ad320-f708-44cb-87bd-8da7fa57d6e5 req-2c9d76c7-b140-44a0-8426-a0cd6eea999d service neutron] 10.222.0.85 "GET /v2.0/networks/f8b94489-9613-46a4-8873-adbd6921e1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808057 May 11 16:36:43.722029 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:43.767046 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b463b-7925-425f-9369-3ac8ab647a28 req-a502d205-173a-49a6-a58e-cae8c23dd4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:43.771377 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7f8b463b-7925-425f-9369-3ac8ab647a28 req-a502d205-173a-49a6-a58e-cae8c23dd4bd service neutron] 10.222.0.85 "GET /v2.0/networks?id=9b461c7c-08c1-454a-9676-241a31947400 HTTP/1.1" status: 200 len: 917 time: 0.1943755 May 11 16:36:43.939622 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7f8b463b-7925-425f-9369-3ac8ab647a28 req-c4e59a3a-bc33-4e9f-a3a2-97c3b99e1007 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37918718-f30c-49a8-85ff-7cff646c7619 HTTP/1.1" status: 200 len: 217 time: 0.1550329 May 11 16:36:43.958288 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124faf8-f244-4626-900f-dc91920e8828 req-c92e5372-1b56-4b93-98f0-fec9797566b1 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:43.965213 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9124faf8-f244-4626-900f-dc91920e8828 req-c92e5372-1b56-4b93-98f0-fec9797566b1 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=681b3602-cfd8-4f2a-9524-2ab7faa440a3 HTTP/1.1" status: 200 len: 944 time: 0.6884251 May 11 16:36:43.977575 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-2f4ad320-f708-44cb-87bd-8da7fa57d6e5 req-455c7d77-4fd1-4df0-a755-e9f696037a4c service neutron] 10.222.0.85 "GET /v2.0/networks/f8b94489-9613-46a4-8873-adbd6921e1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665086 May 11 16:36:44.195500 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b463b-7925-425f-9369-3ac8ab647a28 req-b15025d9-63ec-471a-9fc6-4075b7fc0e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:44.196977 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7f8b463b-7925-425f-9369-3ac8ab647a28 req-b15025d9-63ec-471a-9fc6-4075b7fc0e9a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55d5fe82-a974-4ef0-9941-7d9c5b0f03f5 HTTP/1.1" status: 200 len: 855 time: 0.2295897 May 11 16:36:44.200104 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9124faf8-f244-4626-900f-dc91920e8828 req-3727cc14-f1a7-44b8-9018-73ad37d985ac tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950858 May 11 16:36:44.201144 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8983f0f1-d925-48a3-aa21-06a6574a7ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:44.205093 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-42cc754b-2a43-4bd7-88fd-f4daf524eedc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:44.302598 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7f8b463b-7925-425f-9369-3ac8ab647a28 req-ceeea8ba-9acc-4eb9-a8ad-fdc6b3d7016f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9b461c7c-08c1-454a-9676-241a31947400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680063 May 11 16:36:44.312685 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8983f0f1-d925-48a3-aa21-06a6574a7ff3 admin admin] Network ea3184e0-5a3e-4c08-862d-713868656b08 is already hosted by enough agents. {{(pid=78909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:36:44.317487 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.base_scheduler [None req-8983f0f1-d925-48a3-aa21-06a6574a7ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:36:44.348049 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8983f0f1-d925-48a3-aa21-06a6574a7ff3 admin admin] Received port after_create {{(pid=78909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:36:44.386847 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983f0f1-d925-48a3-aa21-06a6574a7ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=490a7cb2-b3c2-4984-a11e-8bbf0c70caa8,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:44.436034 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-8983f0f1-d925-48a3-aa21-06a6574a7ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:44.446071 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 0f033dc4-33f3-4b74-aa12-6eddcc10bf03 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:36:44.475216 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8983f0f1-d925-48a3-aa21-06a6574a7ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393695'] for router_interface, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:44.524266 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning for port 0f033dc4-33f3-4b74-aa12-6eddcc10bf03 completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:36:44.531419 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port 0f033dc4-33f3-4b74-aa12-6eddcc10bf03 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:36:44.532918 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:44.534129 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7f8b463b-7925-425f-9369-3ac8ab647a28 req-1717f146-f07a-4070-93a8-584df2a640a2 service neutron] 10.222.0.85 "GET /v2.0/networks/9b461c7c-08c1-454a-9676-241a31947400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183504 May 11 16:36:44.707933 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:44.729649 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] For port 0f033dc4-33f3-4b74-aa12-6eddcc10bf03, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=0f033dc4-33f3-4b74-aa12-6eddcc10bf03,segment=NetworkSegment(9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c),segment_id=9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:44.733929 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:44.735785 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:44.794007 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7f8b463b-7925-425f-9369-3ac8ab647a28 req-b1061e84-8986-4ee1-a5e1-3f3dcb4be989 service neutron] 10.222.0.85 "GET /v2.0/networks/9b461c7c-08c1-454a-9676-241a31947400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386932 May 11 16:36:44.837969 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Pushing event updated for resources: {'Port': ['ID=0f033dc4-33f3-4b74-aa12-6eddcc10bf03,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:44.843338 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:44.858573 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8983f0f1-d925-48a3-aa21-06a6574a7ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:44.944252 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94062d30-feef-4d60-be9d-e28e2fe81fa6 req-e2eed7f8-ecbe-403b-a6f8-0bbbc74d3d0d tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:44.945689 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-94062d30-feef-4d60-be9d-e28e2fe81fa6 req-e2eed7f8-ecbe-403b-a6f8-0bbbc74d3d0d tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e5207f5-22cf-4fa1-aafc-7caf38fda243 HTTP/1.1" status: 200 len: 944 time: 0.1970994 May 11 16:36:45.028118 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:45.074082 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-94062d30-feef-4d60-be9d-e28e2fe81fa6 req-6ff8fbcf-0600-4ea4-8766-f2dd345e5d6b tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212993 May 11 16:36:45.171784 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8983f0f1-d925-48a3-aa21-06a6574a7ff3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:45.177730 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8983f0f1-d925-48a3-aa21-06a6574a7ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15952591'] for port, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:45.211275 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:45.295456 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8983f0f1-d925-48a3-aa21-06a6574a7ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393596'] for router_interface, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:45.303260 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983f0f1-d925-48a3-aa21-06a6574a7ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=490a7cb2-b3c2-4984-a11e-8bbf0c70caa8,revision_number=2']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:45.308314 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-8983f0f1-d925-48a3-aa21-06a6574a7ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:45.491329 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 37918718-f30c-49a8-85ff-7cff646c7619 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:36:45.500323 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8983f0f1-d925-48a3-aa21-06a6574a7ff3 admin admin] Network ea3184e0-5a3e-4c08-862d-713868656b08 is already hosted by enough agents. {{(pid=78909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:36:45.501834 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.base_scheduler [None req-8983f0f1-d925-48a3-aa21-06a6574a7ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:36:45.550962 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:36:45.654838 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 37918718-f30c-49a8-85ff-7cff646c7619, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=37918718-f30c-49a8-85ff-7cff646c7619,segment=NetworkSegment(4baf4024-8ac6-4675-9b3c-88b417a27c97),segment_id=4baf4024-8ac6-4675-9b3c-88b417a27c97)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:45.664176 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d8f42-37a5-41b9-997c-2a306e59c2ab req-4652abdc-f6ed-4639-9a06-bc0e6609f14d tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:45.665690 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a65d8f42-37a5-41b9-997c-2a306e59c2ab req-4652abdc-f6ed-4639-9a06-bc0e6609f14d tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=681b3602-cfd8-4f2a-9524-2ab7faa440a3 HTTP/1.1" status: 200 len: 944 time: 0.3384461 May 11 16:36:45.669139 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Returning: {'device': '37918718-f30c-49a8-85ff-7cff646c7619', 'network_id': '9b461c7c-08c1-454a-9676-241a31947400', 'port_id': '37918718-f30c-49a8-85ff-7cff646c7619', 'mac_address': 'fa:16:3e:09:b0:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d5fe82-a974-4ef0-9941-7d9c5b0f03f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:36:45.732450 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:45.754904 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37918718-f30c-49a8-85ff-7cff646c7619 {{(pid=78911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:36:45.780349 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 37918718-f30c-49a8-85ff-7cff646c7619, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=37918718-f30c-49a8-85ff-7cff646c7619,segment=NetworkSegment(4baf4024-8ac6-4675-9b3c-88b417a27c97),segment_id=4baf4024-8ac6-4675-9b3c-88b417a27c97)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:45.787626 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:45.788970 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 7afdc893-4cca-4ac8-aa8f-924aed12bad9 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:36:45.791813 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:45.851954 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a65d8f42-37a5-41b9-997c-2a306e59c2ab req-2f9beb50-07fd-491c-a445-c747b99a34a1 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761467 May 11 16:36:45.903046 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8983f0f1-d925-48a3-aa21-06a6574a7ff3 admin admin] Router 6a8ed48d-50b9-4aa4-a4a9-669523490c34 has already been hosted by L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae {{(pid=78909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:36:45.967842 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=37918718-f30c-49a8-85ff-7cff646c7619,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:45.982295 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:46.082810 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 7afdc893-4cca-4ac8-aa8f-924aed12bad9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7afdc893-4cca-4ac8-aa8f-924aed12bad9,segment=NetworkSegment(6b563db9-3858-477c-8dc7-5fefdbbaa18a),segment_id=6b563db9-3858-477c-8dc7-5fefdbbaa18a)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:46.109141 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Returning: {'device': '7afdc893-4cca-4ac8-aa8f-924aed12bad9', 'network_id': 'f8b94489-9613-46a4-8873-adbd6921e1b4', 'port_id': '7afdc893-4cca-4ac8-aa8f-924aed12bad9', 'mac_address': 'fa:16:3e:b2:71:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abdc37be-6db4-495a-b8d2-7df20b3d4b3c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:36:46.168199 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8983f0f1-d925-48a3-aa21-06a6574a7ff3 admin admin] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:36:46.181930 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-8983f0f1-d925-48a3-aa21-06a6574a7ff3 admin admin] 10.222.0.76 "PUT /v2.0/routers/6a8ed48d-50b9-4aa4-a4a9-669523490c34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6925068 May 11 16:36:46.190134 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93b39f0-2413-4a5d-96bd-4887955719ac None None] Sync routers for ids ['6a8ed48d-50b9-4aa4-a4a9-669523490c34'] in dv-cinder-789603-4-smb {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:36:46.198111 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:46.220864 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7afdc893-4cca-4ac8-aa8f-924aed12bad9 {{(pid=78911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:36:46.225556 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93b39f0-2413-4a5d-96bd-4887955719ac None None] Routers {'6a8ed48d-50b9-4aa4-a4a9-669523490c34'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:36:46.226198 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-b93b39f0-2413-4a5d-96bd-4887955719ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:36:44Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['6a8ed48d-50b9-4aa4-a4a9-669523490c34'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:46.326557 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2725a4-341e-4dba-a5cd-3b30286fc5ee req-c57be19e-4fb7-4d93-a82a-eefe409c0d8f tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:46.329547 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5a2725a4-341e-4dba-a5cd-3b30286fc5ee req-c57be19e-4fb7-4d93-a82a-eefe409c0d8f tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e5207f5-22cf-4fa1-aafc-7caf38fda243 HTTP/1.1" status: 200 len: 944 time: 0.1192846 May 11 16:36:46.412123 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5a2725a4-341e-4dba-a5cd-3b30286fc5ee req-d0c43cc0-9ed6-4900-8d76-47689301fac1 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732834 May 11 16:36:46.420028 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 7afdc893-4cca-4ac8-aa8f-924aed12bad9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7afdc893-4cca-4ac8-aa8f-924aed12bad9,segment=NetworkSegment(6b563db9-3858-477c-8dc7-5fefdbbaa18a),segment_id=6b563db9-3858-477c-8dc7-5fefdbbaa18a)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:46.434496 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:46.443637 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:46.491996 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 0f033dc4-33f3-4b74-aa12-6eddcc10bf03 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:36:46.562793 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-b93b39f0-2413-4a5d-96bd-4887955719ac None None] Set router 6a8ed48d-50b9-4aa4-a4a9-669523490c34 gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:36:46.773087 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=7afdc893-4cca-4ac8-aa8f-924aed12bad9,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:46.776086 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:46.872699 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port 0f033dc4-33f3-4b74-aa12-6eddcc10bf03 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:36:46.872929 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:46.971950 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['7afdc893-4cca-4ac8-aa8f-924aed12bad9'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:36:47.053789 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['37918718-f30c-49a8-85ff-7cff646c7619'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:36:47.066773 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f001e-a85b-466f-b65b-dc00c7fb5f10 req-d705c5ec-7abf-486a-aac0-74053c13a489 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:47.068321 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-459f001e-a85b-466f-b65b-dc00c7fb5f10 req-d705c5ec-7abf-486a-aac0-74053c13a489 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=681b3602-cfd8-4f2a-9524-2ab7faa440a3 HTTP/1.1" status: 200 len: 945 time: 0.0870423 May 11 16:36:47.130972 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-459f001e-a85b-466f-b65b-dc00c7fb5f10 req-940de5a5-2458-4884-9139-8bbc6d5da1eb tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569661 May 11 16:36:47.347098 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-b93b39f0-2413-4a5d-96bd-4887955719ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8ed48d-50b9-4aa4-a4a9-669523490c34', 'name': 'tempest-ServerRescueNegativeTestJSON-2100760852-router', 'tenant_id': 'bb3db5d8cbfa44f0a16514218b4ef74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': '0f033dc4-33f3-4b74-aa12-6eddcc10bf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:36:33Z', 'updated_at': '2021-05-11T16:36:44Z', 'revision_number': 4, 'project_id': 'bb3db5d8cbfa44f0a16514218b4ef74f', 'gw_port': {'id': '0f033dc4-33f3-4b74-aa12-6eddcc10bf03', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8ed48d-50b9-4aa4-a4a9-669523490c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:35Z', 'updated_at': '2021-05-11T16:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': '490a7cb2-b3c2-4984-a11e-8bbf0c70caa8', 'name': '', 'network_id': 'ea3184e0-5a3e-4c08-862d-713868656b08', 'tenant_id': 'bb3db5d8cbfa44f0a16514218b4ef74f', 'mac_address': 'fa:16:3e:68:97:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8ed48d-50b9-4aa4-a4a9-669523490c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '83ee92e9-ebf4-4f5e-8d64-d234ce1a9847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:42Z', 'updated_at': '2021-05-11T16:36:44Z', 'revision_number': 2, 'project_id': 'bb3db5d8cbfa44f0a16514218b4ef74f', 'subnets': [{'id': '83ee92e9-ebf4-4f5e-8d64-d234ce1a9847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:47.370912 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93b39f0-2413-4a5d-96bd-4887955719ac None None] Checking router: 6a8ed48d-50b9-4aa4-a4a9-669523490c34 for host: dv-cinder-789603-4-smb {{(pid=78911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:36:47.371293 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93b39f0-2413-4a5d-96bd-4887955719ac None None] Updating router 6a8ed48d-50b9-4aa4-a4a9-669523490c34 port 490a7cb2-b3c2-4984-a11e-8bbf0c70caa8 binding host dv-cinder-789603-4-smb {{(pid=78911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:36:47.503098 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b93b39f0-2413-4a5d-96bd-4887955719ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:47.619875 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:47.802005 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b6527-2269-4d77-9c10-22641dabc456 req-a846d216-6379-4574-9b2d-9b66ef2beaf0 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:47.803750 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ed9b6527-2269-4d77-9c10-22641dabc456 req-a846d216-6379-4574-9b2d-9b66ef2beaf0 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e5207f5-22cf-4fa1-aafc-7caf38fda243 HTTP/1.1" status: 200 len: 945 time: 0.0894356 May 11 16:36:47.856264 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ed9b6527-2269-4d77-9c10-22641dabc456 req-eeaafa95-39e2-4842-ae2d-fb5ea55e2327 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459723 May 11 16:36:47.944514 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b93b39f0-2413-4a5d-96bd-4887955719ac None None] Notify callbacks [] for port, precommit_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:47.959187 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b93b39f0-2413-4a5d-96bd-4887955719ac None None] Transition to ACTIVE for port object 490a7cb2-b3c2-4984-a11e-8bbf0c70caa8 will not be triggered until provisioned by entity L2. {{(pid=78911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:36:47.966242 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b93b39f0-2413-4a5d-96bd-4887955719ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:47.969889 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-56304c1f-52f2-437f-8fc9-8fda741883ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:48.137748 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f28231-be92-4b99-a227-0845f7f95806 None None] Pushing event updated for resources: {'Port': ['ID=490a7cb2-b3c2-4984-a11e-8bbf0c70caa8,revision_number=3']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:48.141037 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-66f28231-be92-4b99-a227-0845f7f95806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:48.207614 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-b93b39f0-2413-4a5d-96bd-4887955719ac None None] Attempting to bind port 490a7cb2-b3c2-4984-a11e-8bbf0c70caa8 on host dv-cinder-789603-4-smb for vnic_type normal with profile {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:36:48.208016 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-b93b39f0-2413-4a5d-96bd-4887955719ac None None] Attempting to bind port 490a7cb2-b3c2-4984-a11e-8bbf0c70caa8 by drivers openvswitch,hyperv on host dv-cinder-789603-4-smb at level 0 using segments [{'id': '372da730-caa5-4221-8305-27cc197c62a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ea3184e0-5a3e-4c08-862d-713868656b08'}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:36:48.208438 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93b39f0-2413-4a5d-96bd-4887955719ac None None] Attempting to bind port 490a7cb2-b3c2-4984-a11e-8bbf0c70caa8 on network ea3184e0-5a3e-4c08-862d-713868656b08 {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:36:48.216013 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93b39f0-2413-4a5d-96bd-4887955719ac None None] Checking agent: {'id': '22e3e7b9-314b-4177-b9d0-dabbf2661436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 27, 14), 'started_at': datetime.datetime(2021, 5, 11, 16, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:36:48.216404 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93b39f0-2413-4a5d-96bd-4887955719ac None None] Checking segment: {'id': '372da730-caa5-4221-8305-27cc197c62a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ea3184e0-5a3e-4c08-862d-713868656b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:36:48.216815 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b93b39f0-2413-4a5d-96bd-4887955719ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:48.217372 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93b39f0-2413-4a5d-96bd-4887955719ac None None] Bound using segment: {'id': '372da730-caa5-4221-8305-27cc197c62a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ea3184e0-5a3e-4c08-862d-713868656b08'} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:36:48.217719 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-b93b39f0-2413-4a5d-96bd-4887955719ac None None] Bound port: 490a7cb2-b3c2-4984-a11e-8bbf0c70caa8, host: dv-cinder-789603-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372da730-caa5-4221-8305-27cc197c62a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ea3184e0-5a3e-4c08-862d-713868656b08'}}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:36:48.218093 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b93b39f0-2413-4a5d-96bd-4887955719ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:48.332081 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-b93b39f0-2413-4a5d-96bd-4887955719ac None None] For port 490a7cb2-b3c2-4984-a11e-8bbf0c70caa8, host dv-cinder-789603-4-smb, cleared binding levels {{(pid=78911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:36:48.336195 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-b93b39f0-2413-4a5d-96bd-4887955719ac None None] For port 490a7cb2-b3c2-4984-a11e-8bbf0c70caa8, host dv-cinder-789603-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=490a7cb2-b3c2-4984-a11e-8bbf0c70caa8,segment=NetworkSegment(372da730-caa5-4221-8305-27cc197c62a9),segment_id=372da730-caa5-4221-8305-27cc197c62a9)] {{(pid=78911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:36:48.341891 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b93b39f0-2413-4a5d-96bd-4887955719ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:48.345641 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:48.355712 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd59a0c-9365-4472-8915-a0d22c5d2383 req-512edb61-72fe-456f-b102-1f8ffb9e6be7 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:48.357548 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-acd59a0c-9365-4472-8915-a0d22c5d2383 req-512edb61-72fe-456f-b102-1f8ffb9e6be7 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=681b3602-cfd8-4f2a-9524-2ab7faa440a3 HTTP/1.1" status: 200 len: 945 time: 0.1065030 May 11 16:36:48.414481 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-acd59a0c-9365-4472-8915-a0d22c5d2383 req-86d92a73-89a2-46b2-b29b-1b8e743d749d tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473533 May 11 16:36:48.430868 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93b39f0-2413-4a5d-96bd-4887955719ac None None] Routers {'6a8ed48d-50b9-4aa4-a4a9-669523490c34'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:36:48.431742 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-b93b39f0-2413-4a5d-96bd-4887955719ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:36:44Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['6a8ed48d-50b9-4aa4-a4a9-669523490c34'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:48.486055 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f28231-be92-4b99-a227-0845f7f95806 None None] Pushing event updated for resources: {'Port': ['ID=490a7cb2-b3c2-4984-a11e-8bbf0c70caa8,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:48.582739 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-66f28231-be92-4b99-a227-0845f7f95806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:48.662795 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-b93b39f0-2413-4a5d-96bd-4887955719ac None None] Set router 6a8ed48d-50b9-4aa4-a4a9-669523490c34 gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:36:49.032167 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-b93b39f0-2413-4a5d-96bd-4887955719ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8ed48d-50b9-4aa4-a4a9-669523490c34', 'name': 'tempest-ServerRescueNegativeTestJSON-2100760852-router', 'tenant_id': 'bb3db5d8cbfa44f0a16514218b4ef74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': '0f033dc4-33f3-4b74-aa12-6eddcc10bf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:36:33Z', 'updated_at': '2021-05-11T16:36:44Z', 'revision_number': 4, 'project_id': 'bb3db5d8cbfa44f0a16514218b4ef74f', 'gw_port': {'id': '0f033dc4-33f3-4b74-aa12-6eddcc10bf03', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8ed48d-50b9-4aa4-a4a9-669523490c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:35Z', 'updated_at': '2021-05-11T16:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': '490a7cb2-b3c2-4984-a11e-8bbf0c70caa8', 'name': '', 'network_id': 'ea3184e0-5a3e-4c08-862d-713868656b08', 'tenant_id': 'bb3db5d8cbfa44f0a16514218b4ef74f', 'mac_address': 'fa:16:3e:68:97:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8ed48d-50b9-4aa4-a4a9-669523490c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '83ee92e9-ebf4-4f5e-8d64-d234ce1a9847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:42Z', 'updated_at': '2021-05-11T16:36:48Z', 'revision_number': 4, 'project_id': 'bb3db5d8cbfa44f0a16514218b4ef74f', 'subnets': [{'id': '83ee92e9-ebf4-4f5e-8d64-d234ce1a9847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:36:49.038505 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93b39f0-2413-4a5d-96bd-4887955719ac None None] The sync data for ids ['6a8ed48d-50b9-4aa4-a4a9-669523490c34'] in dv-cinder-789603-4-smb is: [{'id': '6a8ed48d-50b9-4aa4-a4a9-669523490c34', 'name': 'tempest-ServerRescueNegativeTestJSON-2100760852-router', 'tenant_id': 'bb3db5d8cbfa44f0a16514218b4ef74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': '0f033dc4-33f3-4b74-aa12-6eddcc10bf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:36:33Z', 'updated_at': '2021-05-11T16:36:44Z', 'revision_number': 4, 'project_id': 'bb3db5d8cbfa44f0a16514218b4ef74f', 'gw_port': {'id': '0f033dc4-33f3-4b74-aa12-6eddcc10bf03', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8ed48d-50b9-4aa4-a4a9-669523490c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:35Z', 'updated_at': '2021-05-11T16:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': '490a7cb2-b3c2-4984-a11e-8bbf0c70caa8', 'name': '', 'network_id': 'ea3184e0-5a3e-4c08-862d-713868656b08', 'tenant_id': 'bb3db5d8cbfa44f0a16514218b4ef74f', 'mac_address': 'fa:16:3e:68:97:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8ed48d-50b9-4aa4-a4a9-669523490c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '83ee92e9-ebf4-4f5e-8d64-d234ce1a9847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:42Z', 'updated_at': '2021-05-11T16:36:48Z', 'revision_number': 4, 'project_id': 'bb3db5d8cbfa44f0a16514218b4ef74f', 'subnets': [{'id': '83ee92e9-ebf4-4f5e-8d64-d234ce1a9847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:36:49.068285 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e279304-6a16-4d2b-9885-1a4fddb3923e req-79caaf3e-576d-4820-a137-80844cef4e41 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:49.070050 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9e279304-6a16-4d2b-9885-1a4fddb3923e req-79caaf3e-576d-4820-a137-80844cef4e41 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e5207f5-22cf-4fa1-aafc-7caf38fda243 HTTP/1.1" status: 200 len: 945 time: 0.0929799 May 11 16:36:49.151126 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9e279304-6a16-4d2b-9885-1a4fddb3923e req-08dc6de4-b090-4d3b-9f2b-16ec318c2f23 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698864 May 11 16:36:49.523864 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 37918718-f30c-49a8-85ff-7cff646c7619 up at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:36:49.599116 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning for port 37918718-f30c-49a8-85ff-7cff646c7619 completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:36:49.605377 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning complete for port 37918718-f30c-49a8-85ff-7cff646c7619 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:36:49.605773 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:49.631430 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84330e46-c14d-4d0e-88fd-64a91a25c1c1 req-92b9552b-56ee-4623-8d02-6d171789906b tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:49.633220 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-84330e46-c14d-4d0e-88fd-64a91a25c1c1 req-92b9552b-56ee-4623-8d02-6d171789906b tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=681b3602-cfd8-4f2a-9524-2ab7faa440a3 HTTP/1.1" status: 200 len: 945 time: 0.0952852 May 11 16:36:49.689589 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-84330e46-c14d-4d0e-88fd-64a91a25c1c1 req-12a6f666-f941-461c-ba43-20d969f6a6e7 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457513 May 11 16:36:49.763734 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:49.806155 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681b3602-cfd8-4f2a-9524-2ab7faa440a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37918718-f30c-49a8-85ff-7cff646c7619'}] {{(pid=78911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:36:49.817657 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 37918718-f30c-49a8-85ff-7cff646c7619, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=37918718-f30c-49a8-85ff-7cff646c7619,segment=NetworkSegment(4baf4024-8ac6-4675-9b3c-88b417a27c97),segment_id=4baf4024-8ac6-4675-9b3c-88b417a27c97)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:49.822832 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:49.823668 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 7afdc893-4cca-4ac8-aa8f-924aed12bad9 up at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:36:49.852069 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:49.959295 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=37918718-f30c-49a8-85ff-7cff646c7619,revision_number=5']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:49.964027 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:49.976324 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning for port 7afdc893-4cca-4ac8-aa8f-924aed12bad9 completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:36:49.981826 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning complete for port 7afdc893-4cca-4ac8-aa8f-924aed12bad9 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:36:49.982196 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:50.101144 dv-cinder-789603-4-smb neutron-server[78911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681b3602-cfd8-4f2a-9524-2ab7faa440a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37918718-f30c-49a8-85ff-7cff646c7619', 'code': 200} May 11 16:36:50.137463 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:50.173529 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 7afdc893-4cca-4ac8-aa8f-924aed12bad9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7afdc893-4cca-4ac8-aa8f-924aed12bad9,segment=NetworkSegment(6b563db9-3858-477c-8dc7-5fefdbbaa18a),segment_id=6b563db9-3858-477c-8dc7-5fefdbbaa18a)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:50.177570 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:50.179452 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-f5ff1894-2322-4fe7-8419-a6577101ce34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:50.257370 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=7afdc893-4cca-4ac8-aa8f-924aed12bad9,revision_number=5']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:50.260457 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:50.478506 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 490a7cb2-b3c2-4984-a11e-8bbf0c70caa8 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:36:50.529727 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7303fdf-2cdd-4834-8df4-287e0ab266bc req-f41b8bc5-7a59-46ff-9ba0-9391dd5372b8 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:50.538121 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c7303fdf-2cdd-4834-8df4-287e0ab266bc req-f41b8bc5-7a59-46ff-9ba0-9391dd5372b8 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e5207f5-22cf-4fa1-aafc-7caf38fda243 HTTP/1.1" status: 200 len: 946 time: 0.1543946 May 11 16:36:50.572696 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e1687-b079-437c-91dd-19899e3338d6 req-a131d4fb-fd7f-4504-b6a9-d49cad9dba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:50.572836 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning for port 490a7cb2-b3c2-4984-a11e-8bbf0c70caa8 completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:36:50.574285 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6e7e1687-b079-437c-91dd-19899e3338d6 req-a131d4fb-fd7f-4504-b6a9-d49cad9dba2d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=681b3602-cfd8-4f2a-9524-2ab7faa440a3 HTTP/1.1" status: 200 len: 1099 time: 0.2749426 May 11 16:36:50.585464 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port 490a7cb2-b3c2-4984-a11e-8bbf0c70caa8 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:36:50.585823 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:50.637446 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c7303fdf-2cdd-4834-8df4-287e0ab266bc req-aa7a76e8-43de-43c5-a295-0ff579864d54 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984154 May 11 16:36:50.647290 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6e7e1687-b079-437c-91dd-19899e3338d6 req-f4a0c93f-8c29-49ef-84b8-09078909217f service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611482 May 11 16:36:50.745272 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:50.783183 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] For port 490a7cb2-b3c2-4984-a11e-8bbf0c70caa8, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=490a7cb2-b3c2-4984-a11e-8bbf0c70caa8,segment=NetworkSegment(372da730-caa5-4221-8305-27cc197c62a9),segment_id=372da730-caa5-4221-8305-27cc197c62a9)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:36:50.793180 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:50.797603 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-66f28231-be92-4b99-a227-0845f7f95806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:50.873909 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Pushing event updated for resources: {'Port': ['ID=490a7cb2-b3c2-4984-a11e-8bbf0c70caa8,revision_number=5']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:50.877573 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:50.934872 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe1217-4244-4481-8b71-c441ea445529 req-8981b7d4-e6cc-4184-a8a4-af5cb93ce3d5 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:50.936722 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5dbe1217-4244-4481-8b71-c441ea445529 req-8981b7d4-e6cc-4184-a8a4-af5cb93ce3d5 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=681b3602-cfd8-4f2a-9524-2ab7faa440a3 HTTP/1.1" status: 200 len: 946 time: 0.1157179 May 11 16:36:50.988488 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5dbe1217-4244-4481-8b71-c441ea445529 req-69431979-b91c-4b3d-8f9c-1c06737b9bbc tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435839 May 11 16:36:51.082770 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 47618) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:51.216561 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e4f83513-a0ea-4c42-85e1-76efab3aef3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:51.240080 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-e4f83513-a0ea-4c42-85e1-76efab3aef3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:51.246011 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-e4f83513-a0ea-4c42-85e1-76efab3aef3e admin admin] Usage tracker for resource:security_group_rule and tenant:9d114dc58c194b55962e7168adcb256b is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:51.249607 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-e4f83513-a0ea-4c42-85e1-76efab3aef3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:51.256377 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-e4f83513-a0ea-4c42-85e1-76efab3aef3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:51.346461 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e4f83513-a0ea-4c42-85e1-76efab3aef3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:51.351669 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e4f83513-a0ea-4c42-85e1-76efab3aef3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:51.358717 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-6acf58ef-b05c-4fef-8033-fb7747c6f68f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:51.403806 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-e4f83513-a0ea-4c42-85e1-76efab3aef3e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9d114dc58c194b55962e7168adcb256b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3198056 May 11 16:36:51.404883 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f83513-a0ea-4c42-85e1-76efab3aef3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619ea0c4-bd66-4afa-bb7e-6702c85d25c9,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:51.406763 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 47624) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:51.410424 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-e4f83513-a0ea-4c42-85e1-76efab3aef3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:51.470253 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6f992729-c0c3-410d-bb8f-e47b69d3c414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:51.498783 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6f992729-c0c3-410d-bb8f-e47b69d3c414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:51.584967 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6f992729-c0c3-410d-bb8f-e47b69d3c414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:51.589091 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:51.602841 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f992729-c0c3-410d-bb8f-e47b69d3c414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619ea0c4-bd66-4afa-bb7e-6702c85d25c9,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:51.605904 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-6f992729-c0c3-410d-bb8f-e47b69d3c414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:51.607944 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6f992729-c0c3-410d-bb8f-e47b69d3c414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:51.611511 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-6f992729-c0c3-410d-bb8f-e47b69d3c414 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/619ea0c4-bd66-4afa-bb7e-6702c85d25c9 HTTP/1.1" status: 204 len: 168 time: 0.2012832 May 11 16:36:51.866188 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64ed71-8ea6-4b7b-8a9f-b948b78038ff req-a3f42bb1-eb4e-4e22-a8cd-41b3fe9914ed tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:51.868424 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5e64ed71-8ea6-4b7b-8a9f-b948b78038ff req-a3f42bb1-eb4e-4e22-a8cd-41b3fe9914ed tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e5207f5-22cf-4fa1-aafc-7caf38fda243 HTTP/1.1" status: 200 len: 946 time: 0.0938351 May 11 16:36:51.918950 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5e64ed71-8ea6-4b7b-8a9f-b948b78038ff req-6e51600c-5cbd-4321-93aa-8143f0c75d22 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447569 May 11 16:36:51.959608 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 47638) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:51.979553 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-b3a899f7-7c34-4f0e-a0bf-f46dc8f0bb20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:52.001017 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-b3a899f7-7c34-4f0e-a0bf-f46dc8f0bb20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:52.005553 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-b3a899f7-7c34-4f0e-a0bf-f46dc8f0bb20 admin admin] Usage tracker for resource:security_group_rule and tenant:f4300eb6f0824f358417bd3156d2e1a2 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:52.008421 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-b3a899f7-7c34-4f0e-a0bf-f46dc8f0bb20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:52.014127 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-b3a899f7-7c34-4f0e-a0bf-f46dc8f0bb20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:52.102465 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5207f5-22cf-4fa1-aafc-7caf38fda243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afdc893-4cca-4ac8-aa8f-924aed12bad9'}] {{(pid=78911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:36:52.114830 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-b3a899f7-7c34-4f0e-a0bf-f46dc8f0bb20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:52.120305 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-b3a899f7-7c34-4f0e-a0bf-f46dc8f0bb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:52.149157 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-4494d441-dfc8-48d9-8db5-0eae33f54fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:52.178925 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-b3a899f7-7c34-4f0e-a0bf-f46dc8f0bb20 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f4300eb6f0824f358417bd3156d2e1a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2182178 May 11 16:36:52.181589 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 47648) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:52.219109 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a899f7-7c34-4f0e-a0bf-f46dc8f0bb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab652d2-3c6b-4f67-847e-64c5f106baec,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:52.223516 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a70fe-de80-411c-9c8b-592aca5acd6b req-e517810c-86aa-4b31-bca4-217aa08f6dac tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:52.225174 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-b3a899f7-7c34-4f0e-a0bf-f46dc8f0bb20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:52.225681 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-be3a70fe-de80-411c-9c8b-592aca5acd6b req-e517810c-86aa-4b31-bca4-217aa08f6dac tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=681b3602-cfd8-4f2a-9524-2ab7faa440a3 HTTP/1.1" status: 200 len: 946 time: 0.1210523 May 11 16:36:52.265653 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-9a158c6f-f211-428e-93a7-fe0ee170074b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:52.275721 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-be3a70fe-de80-411c-9c8b-592aca5acd6b req-94ed0085-949f-41c8-adc1-f43c51f76bf4 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439270 May 11 16:36:52.295129 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-9a158c6f-f211-428e-93a7-fe0ee170074b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:52.351018 dv-cinder-789603-4-smb neutron-server[78911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5207f5-22cf-4fa1-aafc-7caf38fda243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afdc893-4cca-4ac8-aa8f-924aed12bad9', 'code': 200} May 11 16:36:52.379870 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-9a158c6f-f211-428e-93a7-fe0ee170074b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:52.388501 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-2f3de4ed-48e7-473d-988d-d4fc5a6ddfab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:52.426401 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a158c6f-f211-428e-93a7-fe0ee170074b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab652d2-3c6b-4f67-847e-64c5f106baec,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:52.432627 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-9a158c6f-f211-428e-93a7-fe0ee170074b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:52.436222 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 490a7cb2-b3c2-4984-a11e-8bbf0c70caa8 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:36:52.437658 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-9a158c6f-f211-428e-93a7-fe0ee170074b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:52.439047 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-9a158c6f-f211-428e-93a7-fe0ee170074b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5ab652d2-3c6b-4f67-847e-64c5f106baec HTTP/1.1" status: 204 len: 168 time: 0.2565992 May 11 16:36:52.536236 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port 490a7cb2-b3c2-4984-a11e-8bbf0c70caa8 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:36:52.536677 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:52.774119 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f12bd-63e2-43f3-8ca1-9802531c67c6 req-41936f0d-dd38-400b-ab19-4df06b6da388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:52.776153 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-989f12bd-63e2-43f3-8ca1-9802531c67c6 req-41936f0d-dd38-400b-ab19-4df06b6da388 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3e5207f5-22cf-4fa1-aafc-7caf38fda243 HTTP/1.1" status: 200 len: 1099 time: 0.1394479 May 11 16:36:52.849727 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-989f12bd-63e2-43f3-8ca1-9802531c67c6 req-63a573a6-e215-4583-b13d-21c9d34023c1 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657878 May 11 16:36:53.180235 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7582642-da39-491b-a733-91d0ab330c1c req-7ea80321-0dbe-4c91-9af0-9a1b536e2ae5 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:53.181749 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f7582642-da39-491b-a733-91d0ab330c1c req-7ea80321-0dbe-4c91-9af0-9a1b536e2ae5 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e5207f5-22cf-4fa1-aafc-7caf38fda243 HTTP/1.1" status: 200 len: 946 time: 0.0991061 May 11 16:36:53.232799 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f7582642-da39-491b-a733-91d0ab330c1c req-22f467a4-2b44-411f-8965-c12f7a2fda50 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428166 May 11 16:36:53.494013 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976687a-0597-4b47-9222-d6e1c046ddcf req-20c3cb88-644b-49fb-888f-58070b476389 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:53.495762 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5976687a-0597-4b47-9222-d6e1c046ddcf req-20c3cb88-644b-49fb-888f-58070b476389 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=681b3602-cfd8-4f2a-9524-2ab7faa440a3 HTTP/1.1" status: 200 len: 946 time: 0.0899503 May 11 16:36:53.545843 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5976687a-0597-4b47-9222-d6e1c046ddcf req-1b557c2d-9548-428e-84e8-4802901e9005 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438576 May 11 16:36:54.535279 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b3277-b282-4caf-bd72-17d724f1ab5b req-8d5e5c39-0852-4bcc-b0ac-da71da115c6b tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:54.536839 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-587b3277-b282-4caf-bd72-17d724f1ab5b req-8d5e5c39-0852-4bcc-b0ac-da71da115c6b tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e5207f5-22cf-4fa1-aafc-7caf38fda243 HTTP/1.1" status: 200 len: 946 time: 0.1851270 May 11 16:36:54.587826 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 47722) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:54.594318 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-587b3277-b282-4caf-bd72-17d724f1ab5b req-2d1fa23d-6bb9-4b6a-9f0a-02621e72878f tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472169 May 11 16:36:54.715201 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-9aa4b7bc-d024-462d-9ccd-936304e736a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:54.730456 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-9aa4b7bc-d024-462d-9ccd-936304e736a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:54.734418 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-9aa4b7bc-d024-462d-9ccd-936304e736a4 admin admin] Usage tracker for resource:security_group_rule and tenant:f2c3c50ee15b461fa21d5b9b74ef1269 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:54.738305 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-9aa4b7bc-d024-462d-9ccd-936304e736a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:54.744263 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-9aa4b7bc-d024-462d-9ccd-936304e736a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:54.833289 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-9aa4b7bc-d024-462d-9ccd-936304e736a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:54.840596 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-9aa4b7bc-d024-462d-9ccd-936304e736a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:54.848352 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-253f0b99-ed69-4e14-aab3-f8c360524d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:54.894287 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-9aa4b7bc-d024-462d-9ccd-936304e736a4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f2c3c50ee15b461fa21d5b9b74ef1269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032727 May 11 16:36:54.894287 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4b7bc-d024-462d-9ccd-936304e736a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fca4fdc-4ed9-42fe-ab40-92d5c47f0a5c,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:54.896663 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 47732) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:54.897911 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-9aa4b7bc-d024-462d-9ccd-936304e736a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:54.958714 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-95e964f1-67dd-4440-b453-0226e6f2349e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:54.984563 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-95e964f1-67dd-4440-b453-0226e6f2349e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:55.040586 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-95e964f1-67dd-4440-b453-0226e6f2349e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:55.046076 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-bf55d891-0ac1-4840-bfb8-927e05afb626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:55.061416 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e964f1-67dd-4440-b453-0226e6f2349e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fca4fdc-4ed9-42fe-ab40-92d5c47f0a5c,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:55.063254 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-95e964f1-67dd-4440-b453-0226e6f2349e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:55.073867 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-95e964f1-67dd-4440-b453-0226e6f2349e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:55.077341 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-95e964f1-67dd-4440-b453-0226e6f2349e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9fca4fdc-4ed9-42fe-ab40-92d5c47f0a5c HTTP/1.1" status: 204 len: 168 time: 0.1771853 May 11 16:36:55.385736 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 47748) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:55.404293 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-663db21f-ac52-43ff-87ae-4d9117e5a900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:55.420255 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-663db21f-ac52-43ff-87ae-4d9117e5a900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:55.423908 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-663db21f-ac52-43ff-87ae-4d9117e5a900 admin admin] Usage tracker for resource:security_group_rule and tenant:6b290e42c64e437a9f17132532a691fa is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:55.427499 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-663db21f-ac52-43ff-87ae-4d9117e5a900 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:55.433973 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-663db21f-ac52-43ff-87ae-4d9117e5a900 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:55.538711 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-663db21f-ac52-43ff-87ae-4d9117e5a900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:55.543965 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-663db21f-ac52-43ff-87ae-4d9117e5a900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:55.552625 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-4265a862-5dc7-4d53-ae22-4c841a559f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:55.594776 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663db21f-ac52-43ff-87ae-4d9117e5a900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a6f272-6b93-4e8d-b832-5c14799b762b,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:55.599850 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-663db21f-ac52-43ff-87ae-4d9117e5a900 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6b290e42c64e437a9f17132532a691fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2129939 May 11 16:36:55.600721 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-663db21f-ac52-43ff-87ae-4d9117e5a900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:55.604567 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 47758) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:55.674168 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-a537315c-8362-4fa9-8ba4-e030fa09a585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:55.712896 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-a537315c-8362-4fa9-8ba4-e030fa09a585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:55.781229 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-a537315c-8362-4fa9-8ba4-e030fa09a585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:55.792971 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-0c22cf33-9261-4212-87f5-507eb358ba9b tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:55.818921 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-a537315c-8362-4fa9-8ba4-e030fa09a585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:55.820390 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-a537315c-8362-4fa9-8ba4-e030fa09a585 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/23a6f272-6b93-4e8d-b832-5c14799b762b HTTP/1.1" status: 204 len: 168 time: 0.2153263 May 11 16:36:55.821649 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537315c-8362-4fa9-8ba4-e030fa09a585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a6f272-6b93-4e8d-b832-5c14799b762b,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:55.829397 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-a537315c-8362-4fa9-8ba4-e030fa09a585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:55.953607 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db610b24-4207-4025-bd1a-ab937b3fa643 req-8929e4e9-a1b1-44e1-ae5a-133d4606ebe2 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:55.955281 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-db610b24-4207-4025-bd1a-ab937b3fa643 req-8929e4e9-a1b1-44e1-ae5a-133d4606ebe2 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e5207f5-22cf-4fa1-aafc-7caf38fda243 HTTP/1.1" status: 200 len: 946 time: 0.0935256 May 11 16:36:56.021236 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-db610b24-4207-4025-bd1a-ab937b3fa643 req-1b7b1c4c-7f0c-4d1d-8c5f-2bf47560145e tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580223 May 11 16:36:58.146571 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f4874-40b4-4bbf-9811-f04ad4a6f54c req-6c350632-e5b2-413c-9965-cc415fd52768 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:58.148091 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b65f4874-40b4-4bbf-9811-f04ad4a6f54c req-6c350632-e5b2-413c-9965-cc415fd52768 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e5207f5-22cf-4fa1-aafc-7caf38fda243 HTTP/1.1" status: 200 len: 946 time: 0.0973227 May 11 16:36:58.199965 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b65f4874-40b4-4bbf-9811-f04ad4a6f54c req-53b0d008-8f33-470e-95e8-13151ff7fd8d tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458913 May 11 16:36:58.901980 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 47870) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:59.029772 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-0c5a47e9-6dca-4f16-ac7a-f1bac56a154c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:59.045780 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-0c5a47e9-6dca-4f16-ac7a-f1bac56a154c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:59.050663 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-0c5a47e9-6dca-4f16-ac7a-f1bac56a154c admin admin] Usage tracker for resource:security_group_rule and tenant:6c94b4fcab5d4f8082308191cdfc3b3f is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:59.053592 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-0c5a47e9-6dca-4f16-ac7a-f1bac56a154c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:59.059261 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-0c5a47e9-6dca-4f16-ac7a-f1bac56a154c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:59.152526 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-0c5a47e9-6dca-4f16-ac7a-f1bac56a154c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:59.162125 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-0c5a47e9-6dca-4f16-ac7a-f1bac56a154c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:59.172689 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-2460b64b-1b46-4f81-a83f-2ace648efa52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:59.215849 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-0c5a47e9-6dca-4f16-ac7a-f1bac56a154c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6c94b4fcab5d4f8082308191cdfc3b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126426 May 11 16:36:59.216855 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a47e9-6dca-4f16-ac7a-f1bac56a154c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d05e8f-cf95-4e5b-9684-6baa14e81ceb,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:59.219380 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 47880) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:59.219951 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-0c5a47e9-6dca-4f16-ac7a-f1bac56a154c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:59.293762 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-df406988-c3af-4ea2-ba4c-2919353640d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:59.328092 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-df406988-c3af-4ea2-ba4c-2919353640d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:59.386544 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-df406988-c3af-4ea2-ba4c-2919353640d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:59.391327 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-79ad0e6c-dad6-4ca3-86fb-712c5582bcde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:59.405259 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df406988-c3af-4ea2-ba4c-2919353640d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d05e8f-cf95-4e5b-9684-6baa14e81ceb,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:59.410521 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-df406988-c3af-4ea2-ba4c-2919353640d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:36:59.413514 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f597a-3d19-4a58-b350-03113a66d672 req-7a8e2c47-0acd-41aa-ab4d-0688c1e0ee08 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:36:59.415404 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-df406988-c3af-4ea2-ba4c-2919353640d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:59.418749 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-df406988-c3af-4ea2-ba4c-2919353640d1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d8d05e8f-cf95-4e5b-9684-6baa14e81ceb HTTP/1.1" status: 204 len: 168 time: 0.1948874 May 11 16:36:59.420198 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2d7f597a-3d19-4a58-b350-03113a66d672 req-7a8e2c47-0acd-41aa-ab4d-0688c1e0ee08 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e5207f5-22cf-4fa1-aafc-7caf38fda243 HTTP/1.1" status: 200 len: 946 time: 0.0966835 May 11 16:36:59.461573 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2d7f597a-3d19-4a58-b350-03113a66d672 req-2bba8678-7ead-4b32-8257-ff52158415bd tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405276 May 11 16:36:59.745787 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 47900) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:59.764044 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e772b161-1616-49e2-994c-f176b951c08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:59.779099 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-e772b161-1616-49e2-994c-f176b951c08a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:36:59.787397 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-e772b161-1616-49e2-994c-f176b951c08a admin admin] Usage tracker for resource:security_group_rule and tenant:73d9e9232950423a884bca1c9d615d69 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:36:59.790455 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-e772b161-1616-49e2-994c-f176b951c08a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:36:59.796503 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-e772b161-1616-49e2-994c-f176b951c08a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:36:59.889277 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e772b161-1616-49e2-994c-f176b951c08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:59.894379 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e772b161-1616-49e2-994c-f176b951c08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:36:59.903768 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-6f992729-c0c3-410d-bb8f-e47b69d3c414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:36:59.944418 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-e772b161-1616-49e2-994c-f176b951c08a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=73d9e9232950423a884bca1c9d615d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1973374 May 11 16:36:59.945843 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772b161-1616-49e2-994c-f176b951c08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686ddf3c-8bb3-42ab-8baa-e6a17d749102,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:36:59.946879 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 47908) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:36:59.949117 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-e772b161-1616-49e2-994c-f176b951c08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:00.009723 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-90ace70b-4fdf-4a15-9aad-c77e46fdc4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:00.036923 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-90ace70b-4fdf-4a15-9aad-c77e46fdc4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:00.095549 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-90ace70b-4fdf-4a15-9aad-c77e46fdc4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:00.099778 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:00.113166 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ace70b-4fdf-4a15-9aad-c77e46fdc4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686ddf3c-8bb3-42ab-8baa-e6a17d749102,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:00.115562 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-90ace70b-4fdf-4a15-9aad-c77e46fdc4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:00.123855 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-90ace70b-4fdf-4a15-9aad-c77e46fdc4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:00.124978 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-90ace70b-4fdf-4a15-9aad-c77e46fdc4fc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/686ddf3c-8bb3-42ab-8baa-e6a17d749102 HTTP/1.1" status: 204 len: 168 time: 0.1769650 May 11 16:37:00.731207 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fe9db-76d5-4230-902e-3ad56c77c1ee req-5886d89b-4b65-4614-8f84-acaa8f3c8623 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:00.732771 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-464fe9db-76d5-4230-902e-3ad56c77c1ee req-5886d89b-4b65-4614-8f84-acaa8f3c8623 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e5207f5-22cf-4fa1-aafc-7caf38fda243 HTTP/1.1" status: 200 len: 946 time: 0.1518779 May 11 16:37:00.745185 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45355c42-ebca-4544-ab68-2f81d6e76a7d req-0f784eae-f0ae-45df-97cb-63d9908103e9 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:00.746594 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-45355c42-ebca-4544-ab68-2f81d6e76a7d req-0f784eae-f0ae-45df-97cb-63d9908103e9 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.85 "GET /v2.0/ports?device_id=3e5207f5-22cf-4fa1-aafc-7caf38fda243 HTTP/1.1" status: 200 len: 946 time: 0.1291523 May 11 16:37:00.839792 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-464fe9db-76d5-4230-902e-3ad56c77c1ee req-f006568f-ea80-4bff-8d52-dc3c0608eb70 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921974 May 11 16:37:00.922626 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [req-45355c42-ebca-4544-ab68-2f81d6e76a7d req-ad16a293-dbb9-4f5a-9d2c-03920952fabb tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Deleting port 7afdc893-4cca-4ac8-aa8f-924aed12bad9 {{(pid=78909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:37:00.922986 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-45355c42-ebca-4544-ab68-2f81d6e76a7d req-ad16a293-dbb9-4f5a-9d2c-03920952fabb tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:01.072843 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [req-45355c42-ebca-4544-ab68-2f81d6e76a7d req-ad16a293-dbb9-4f5a-9d2c-03920952fabb tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] For port 7afdc893-4cca-4ac8-aa8f-924aed12bad9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7afdc893-4cca-4ac8-aa8f-924aed12bad9,segment=NetworkSegment(6b563db9-3858-477c-8dc7-5fefdbbaa18a),segment_id=6b563db9-3858-477c-8dc7-5fefdbbaa18a)] {{(pid=78909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:01.073544 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-45355c42-ebca-4544-ab68-2f81d6e76a7d req-ad16a293-dbb9-4f5a-9d2c-03920952fabb tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:01.211463 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [req-45355c42-ebca-4544-ab68-2f81d6e76a7d req-ad16a293-dbb9-4f5a-9d2c-03920952fabb tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Calling delete_port for 7afdc893-4cca-4ac8-aa8f-924aed12bad9 owned by compute:nova {{(pid=78909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:37:01.540278 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-45355c42-ebca-4544-ab68-2f81d6e76a7d req-ad16a293-dbb9-4f5a-9d2c-03920952fabb tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:01.547751 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:01.563567 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['7afdc893-4cca-4ac8-aa8f-924aed12bad9'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:37:01.629945 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16a293-dbb9-4f5a-9d2c-03920952fabb tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Pushing event deleted for resources: {'Port': ['ID=7afdc893-4cca-4ac8-aa8f-924aed12bad9,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:01.640531 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-ad16a293-dbb9-4f5a-9d2c-03920952fabb tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:01.739349 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.l3_dvrscheduler_db [req-45355c42-ebca-4544-ab68-2f81d6e76a7d req-ad16a293-dbb9-4f5a-9d2c-03920952fabb tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] No DVR routers for this DVR port 7afdc893-4cca-4ac8-aa8f-924aed12bad9 on host hv-cinder-78960 {{(pid=78909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:37:01.742381 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-45355c42-ebca-4544-ab68-2f81d6e76a7d req-ad16a293-dbb9-4f5a-9d2c-03920952fabb tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:01.744769 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5207f5-22cf-4fa1-aafc-7caf38fda243', 'name': 'network-vif-deleted', 'tag': '7afdc893-4cca-4ac8-aa8f-924aed12bad9'}] {{(pid=78909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:37:01.753573 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-45355c42-ebca-4544-ab68-2f81d6e76a7d req-ad16a293-dbb9-4f5a-9d2c-03920952fabb tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.85 "DELETE /v2.0/ports/7afdc893-4cca-4ac8-aa8f-924aed12bad9 HTTP/1.1" status: 204 len: 173 time: 0.9926062 May 11 16:37:05.554330 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 7afdc893-4cca-4ac8-aa8f-924aed12bad9 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:37:05.623625 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] No Port match for: 7afdc893-4cca-4ac8-aa8f-924aed12bad9 {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:37:05.623950 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 7afdc893-4cca-4ac8-aa8f-924aed12bad9 not bound to the agent host hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:37:08.583631 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 48056) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:37:08.703863 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-d1912f74-94f6-4186-b3b2-edd64d2b4dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:08.721198 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-d1912f74-94f6-4186-b3b2-edd64d2b4dd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:37:08.726415 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-d1912f74-94f6-4186-b3b2-edd64d2b4dd0 admin admin] Usage tracker for resource:security_group_rule and tenant:be499bbe384943f2bde95e39aeabd1c8 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:37:08.729269 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-d1912f74-94f6-4186-b3b2-edd64d2b4dd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:37:08.734846 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-d1912f74-94f6-4186-b3b2-edd64d2b4dd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:37:08.826075 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-d1912f74-94f6-4186-b3b2-edd64d2b4dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:08.830998 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-d1912f74-94f6-4186-b3b2-edd64d2b4dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:08.851360 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:08.876465 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-d1912f74-94f6-4186-b3b2-edd64d2b4dd0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=be499bbe384943f2bde95e39aeabd1c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2917192 May 11 16:37:08.879790 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 48062) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:37:08.884150 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1912f74-94f6-4186-b3b2-edd64d2b4dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d087751-4a37-4411-baea-62dae61a8efd,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:08.887208 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-d1912f74-94f6-4186-b3b2-edd64d2b4dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:08.943800 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-ad13c2e6-ca46-49ef-afa0-958ee53f70b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:09.043862 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-ad13c2e6-ca46-49ef-afa0-958ee53f70b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:09.095005 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-ad13c2e6-ca46-49ef-afa0-958ee53f70b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:09.099307 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:09.112844 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13c2e6-ca46-49ef-afa0-958ee53f70b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d087751-4a37-4411-baea-62dae61a8efd,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:09.116061 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-ad13c2e6-ca46-49ef-afa0-958ee53f70b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:09.124339 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-ad13c2e6-ca46-49ef-afa0-958ee53f70b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:09.125670 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-ad13c2e6-ca46-49ef-afa0-958ee53f70b8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6d087751-4a37-4411-baea-62dae61a8efd HTTP/1.1" status: 204 len: 168 time: 0.2449038 May 11 16:37:09.445671 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 48074) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:37:09.464509 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-5273ae3b-9497-40f4-b6ec-6506ce863b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:09.480311 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-5273ae3b-9497-40f4-b6ec-6506ce863b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:37:09.484856 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-5273ae3b-9497-40f4-b6ec-6506ce863b67 admin admin] Usage tracker for resource:security_group_rule and tenant:fd69e557e716462faff3dd37e251e514 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:37:09.489011 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-5273ae3b-9497-40f4-b6ec-6506ce863b67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:37:09.494890 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-5273ae3b-9497-40f4-b6ec-6506ce863b67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:37:09.582896 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-5273ae3b-9497-40f4-b6ec-6506ce863b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:09.587068 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-5273ae3b-9497-40f4-b6ec-6506ce863b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:09.594597 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-eb469bbf-cbf2-44d9-a98e-65e21794665a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:09.637318 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273ae3b-9497-40f4-b6ec-6506ce863b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8d0e05-3d7a-421b-9fb7-aa4b08101268,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:09.641776 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-5273ae3b-9497-40f4-b6ec-6506ce863b67 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fd69e557e716462faff3dd37e251e514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1948652 May 11 16:37:09.642740 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-5273ae3b-9497-40f4-b6ec-6506ce863b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:09.644853 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 48078) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:37:09.711655 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-0c16bae3-2e9b-445c-9044-a9f1e19fed7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:09.738854 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-0c16bae3-2e9b-445c-9044-a9f1e19fed7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:09.792676 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-0c16bae3-2e9b-445c-9044-a9f1e19fed7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:09.796427 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:09.808093 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16bae3-2e9b-445c-9044-a9f1e19fed7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8d0e05-3d7a-421b-9fb7-aa4b08101268,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:09.812013 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-0c16bae3-2e9b-445c-9044-a9f1e19fed7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:09.815899 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-0c16bae3-2e9b-445c-9044-a9f1e19fed7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:09.819264 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-0c16bae3-2e9b-445c-9044-a9f1e19fed7a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4a8d0e05-3d7a-421b-9fb7-aa4b08101268 HTTP/1.1" status: 204 len: 168 time: 0.1710706 May 11 16:37:10.574060 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-71ad1e04-e585-451b-835c-05ef3bf93cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:11.071777 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 48114) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:37:11.192148 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-6d080ad3-c3c6-4beb-a206-d5830ef336a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:11.206815 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-6d080ad3-c3c6-4beb-a206-d5830ef336a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:37:11.210946 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-6d080ad3-c3c6-4beb-a206-d5830ef336a6 admin admin] Usage tracker for resource:security_group_rule and tenant:05ca1398dc554d37811fd0abe8c4a472 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:37:11.213799 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-6d080ad3-c3c6-4beb-a206-d5830ef336a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:37:11.219648 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-6d080ad3-c3c6-4beb-a206-d5830ef336a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:37:11.303475 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-6d080ad3-c3c6-4beb-a206-d5830ef336a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:11.307369 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-6d080ad3-c3c6-4beb-a206-d5830ef336a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:11.316108 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-eb496fcb-858a-46ff-a5a5-39cbba32c0d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:11.359162 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d080ad3-c3c6-4beb-a206-d5830ef336a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f767cd40-510d-44de-b9a8-0e4a6320b62e,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:11.369867 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-6d080ad3-c3c6-4beb-a206-d5830ef336a6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=05ca1398dc554d37811fd0abe8c4a472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2913687 May 11 16:37:11.369867 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-6d080ad3-c3c6-4beb-a206-d5830ef336a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:11.371045 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 48122) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:37:11.433768 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-c66a4ef0-91bb-4f20-8214-4da341917f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:11.461684 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-c66a4ef0-91bb-4f20-8214-4da341917f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:11.515956 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-c66a4ef0-91bb-4f20-8214-4da341917f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:11.521663 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-0c16bae3-2e9b-445c-9044-a9f1e19fed7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:11.537627 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a4ef0-91bb-4f20-8214-4da341917f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f767cd40-510d-44de-b9a8-0e4a6320b62e,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:11.540106 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-c66a4ef0-91bb-4f20-8214-4da341917f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:11.546489 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-c66a4ef0-91bb-4f20-8214-4da341917f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:11.547590 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-c66a4ef0-91bb-4f20-8214-4da341917f0a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f767cd40-510d-44de-b9a8-0e4a6320b62e HTTP/1.1" status: 204 len: 168 time: 0.1780651 May 11 16:37:12.583119 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:13.573166 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-aca6f817-7965-46ed-bba3-38beadd30a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:13.719082 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:14.213065 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-5d11fd1b-9ea9-4d02-b00f-cf8ea43b5bee tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:14.213738 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-5d11fd1b-9ea9-4d02-b00f-cf8ea43b5bee tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Synchronizing usage tracker for tenant:bb3db5d8cbfa44f0a16514218b4ef74f on resource:network {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:37:14.225124 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-f1aef55d-fc79-4677-9a6c-38833aeb7f19 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:14.226528 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-f1aef55d-fc79-4677-9a6c-38833aeb7f19 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/networks?id=9b461c7c-08c1-454a-9676-241a31947400 HTTP/1.1" status: 200 len: 815 time: 0.2682390 May 11 16:37:14.250974 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-8bc72618-7819-474e-b700-ec63df1f587a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/quotas/49aa4f96eeb045a68683d2c25ebcbe48 HTTP/1.1" status: 200 len: 375 time: 0.0182018 May 11 16:37:14.251707 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-5d11fd1b-9ea9-4d02-b00f-cf8ea43b5bee tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Unset dirty status for tenant:bb3db5d8cbfa44f0a16514218b4ef74f on resource:network {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:37:14.253636 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-5d11fd1b-9ea9-4d02-b00f-cf8ea43b5bee tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/networks?id=ea3184e0-5a3e-4c08-862d-713868656b08 HTTP/1.1" status: 200 len: 819 time: 0.3156724 May 11 16:37:14.312926 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-e65b5015-b54f-404c-b0e7-3729e750fc38 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/quotas/bb3db5d8cbfa44f0a16514218b4ef74f HTTP/1.1" status: 200 len: 375 time: 0.0217407 May 11 16:37:14.401881 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-71a78328-5efc-4908-b48c-00ec3da1b902 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=49aa4f96eeb045a68683d2c25ebcbe48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1447818 May 11 16:37:14.506124 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-c2608b0f-a08a-4857-8044-563ca456c985 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Synchronizing usage tracker for tenant:bb3db5d8cbfa44f0a16514218b4ef74f on resource:port {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:37:14.563222 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-c2608b0f-a08a-4857-8044-563ca456c985 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Unset dirty status for tenant:bb3db5d8cbfa44f0a16514218b4ef74f on resource:port {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:37:14.564536 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-c2608b0f-a08a-4857-8044-563ca456c985 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bb3db5d8cbfa44f0a16514218b4ef74f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2458196 May 11 16:37:14.599403 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-59a5c97e-c535-4ad5-9268-e6528ad5f755 service neutron] 10.222.0.76 "GET /v2.0/networks/9b461c7c-08c1-454a-9676-241a31947400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903751 May 11 16:37:14.824210 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-e99827bd-5c71-462f-83e5-1cd56fdc2182 service neutron] 10.222.0.76 "GET /v2.0/networks/ea3184e0-5a3e-4c08-862d-713868656b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501042 May 11 16:37:14.835436 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-6decffe3-789a-47e8-9bbb-a7b63abd644a service neutron] 10.222.0.76 "GET /v2.0/networks/9b461c7c-08c1-454a-9676-241a31947400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291009 May 11 16:37:14.986531 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-5aa2c778-ac72-482c-abec-d0dedd86152a service neutron] 10.222.0.76 "GET /v2.0/networks/ea3184e0-5a3e-4c08-862d-713868656b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550314 May 11 16:37:14.990697 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5207f5-22cf-4fa1-aafc-7caf38fda243', 'name': 'network-vif-deleted', 'tag': '7afdc893-4cca-4ac8-aa8f-924aed12bad9', 'status': 'completed', 'code': 200} May 11 16:37:15.035579 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:15.348957 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ed7e4ed7-5112-431f-9db2-9c3333ed5478 req-11a6ed78-094f-46ed-9a4a-df00052cd7e4 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=28d4301e-aed4-42a3-8e5a-c154b35bc7aa HTTP/1.1" status: 200 len: 210 time: 0.0778501 May 11 16:37:15.413549 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6916b663-ba35-45a1-88c8-22623577859b req-899c4348-df07-46f1-8826-c0009d07359b tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 210 time: 0.0575030 May 11 16:37:15.834891 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-5303d005-af8e-4467-9f5a-c882afa77c26 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:15.836313 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-5303d005-af8e-4467-9f5a-c882afa77c26 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/networks?id=f8b94489-9613-46a4-8873-adbd6921e1b4 HTTP/1.1" status: 200 len: 809 time: 0.3626790 May 11 16:37:15.880697 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-5fa842ed-5a1b-46b6-a50e-e47c600b75ef tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/quotas/a055b4450a844a3d80f01040e304e5bc HTTP/1.1" status: 200 len: 375 time: 0.0274987 May 11 16:37:15.891952 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-f71181ef-f48d-4dd1-a930-b0069cd8ee27 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:15.894434 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-f71181ef-f48d-4dd1-a930-b0069cd8ee27 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/networks?id=ea3184e0-5a3e-4c08-862d-713868656b08 HTTP/1.1" status: 200 len: 819 time: 0.2129426 May 11 16:37:15.950707 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-4532c9b1-aec5-423d-aa15-7902d614c186 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Synchronizing usage tracker for tenant:a055b4450a844a3d80f01040e304e5bc on resource:port {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:37:15.955506 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-cc1aa7fe-0a9b-435a-947e-a8da9c91d408 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/quotas/bb3db5d8cbfa44f0a16514218b4ef74f HTTP/1.1" status: 200 len: 375 time: 0.0225201 May 11 16:37:16.002329 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-4532c9b1-aec5-423d-aa15-7902d614c186 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Unset dirty status for tenant:a055b4450a844a3d80f01040e304e5bc on resource:port {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:37:16.003617 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-4532c9b1-aec5-423d-aa15-7902d614c186 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a055b4450a844a3d80f01040e304e5bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1082931 May 11 16:37:16.144002 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-42ffc0eb-fe1b-4949-aa60-ab312c1b9537 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bb3db5d8cbfa44f0a16514218b4ef74f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1811419 May 11 16:37:16.182737 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-17842153-4316-45b0-9dd5-0e53fcff2f1c service neutron] 10.222.0.76 "GET /v2.0/networks/f8b94489-9613-46a4-8873-adbd6921e1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697836 May 11 16:37:16.466835 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-4aa1d508-79f6-408f-9329-7456d778017f service neutron] 10.222.0.76 "GET /v2.0/networks/ea3184e0-5a3e-4c08-862d-713868656b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140764 May 11 16:37:16.570558 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-515a8f39-2776-4495-9046-abed82842c94 service neutron] 10.222.0.76 "GET /v2.0/networks/f8b94489-9613-46a4-8873-adbd6921e1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421791 May 11 16:37:16.669927 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-e80ea963-ab00-4214-8979-15bcea6b8c1c tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:16.671488 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-e80ea963-ab00-4214-8979-15bcea6b8c1c tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.85 "GET /v2.0/networks?id=9b461c7c-08c1-454a-9676-241a31947400 HTTP/1.1" status: 200 len: 815 time: 0.2925804 May 11 16:37:16.698605 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-bdd895ed-e673-48c3-901f-f66ad836c4cf service neutron] 10.222.0.76 "GET /v2.0/networks/ea3184e0-5a3e-4c08-862d-713868656b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164626 May 11 16:37:16.717438 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-96caf628-df79-4e61-9b3c-da94b518cc81 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Request body: {'port': {'device_id': '28d4301e-aed4-42a3-8e5a-c154b35bc7aa', 'network_id': '9b461c7c-08c1-454a-9676-241a31947400', 'admin_state_up': True, 'tenant_id': '49aa4f96eeb045a68683d2c25ebcbe48'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:37:16.925576 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-96caf628-df79-4e61-9b3c-da94b518cc81 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:37:16.952212 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-96caf628-df79-4e61-9b3c-da94b518cc81 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:37:16.971563 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-96caf628-df79-4e61-9b3c-da94b518cc81 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Made reservation on behalf of 49aa4f96eeb045a68683d2c25ebcbe48 for: {'port': 1} {{(pid=78909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:37:16.975108 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-96caf628-df79-4e61-9b3c-da94b518cc81 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:17.203279 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-42485568-cb98-4adb-8800-294388c19c69 req-cdc14a93-f98a-4691-8a6d-866708837722 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b0accb6-acb5-47ba-8919-e85cadd776ca HTTP/1.1" status: 200 len: 210 time: 0.0945323 May 11 16:37:17.313316 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a7c0857b-5629-47ea-98e2-3afb1f45ac99 req-f2249499-e5f4-4e06-9afd-f717db7f357b tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=28d4301e-aed4-42a3-8e5a-c154b35bc7aa HTTP/1.1" status: 200 len: 210 time: 0.2070687 May 11 16:37:17.481081 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-e8218ea1-6ef6-4e71-b2a0-cec0f72d4692 req-b89f392e-504d-4eba-a77a-d7359b4a0923 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 210 time: 0.0619552 May 11 16:37:17.531122 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.db_base_plugin_common [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-96caf628-df79-4e61-9b3c-da94b518cc81 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Allocated IP 172.20.0.12 (9b461c7c-08c1-454a-9676-241a31947400/55d5fe82-a974-4ef0-9941-7d9c5b0f03f5/8cad2498-a621-486f-9dec-89650d60c167) {{(pid=78909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:37:17.593680 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:17.662708 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-00cd1ff9-91f4-4b60-8417-94aec873a763 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:17.665277 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-00cd1ff9-91f4-4b60-8417-94aec873a763 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.85 "GET /v2.0/networks?id=ea3184e0-5a3e-4c08-862d-713868656b08 HTTP/1.1" status: 200 len: 819 time: 0.5608726 May 11 16:37:17.693865 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-dac981a3-2fc3-4b1c-b821-9bb9e874abbd tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Request body: {'port': {'device_id': '6b00516f-00fb-453e-9942-cf327099cdba', 'network_id': 'ea3184e0-5a3e-4c08-862d-713868656b08', 'admin_state_up': True, 'tenant_id': 'bb3db5d8cbfa44f0a16514218b4ef74f'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:37:17.845732 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-dac981a3-2fc3-4b1c-b821-9bb9e874abbd tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:37:17.863584 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-dac981a3-2fc3-4b1c-b821-9bb9e874abbd tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:37:17.875767 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-dac981a3-2fc3-4b1c-b821-9bb9e874abbd tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Made reservation on behalf of bb3db5d8cbfa44f0a16514218b4ef74f for: {'port': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:37:17.881778 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-dac981a3-2fc3-4b1c-b821-9bb9e874abbd tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:17.910557 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-96caf628-df79-4e61-9b3c-da94b518cc81 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks [] for port, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:17.952313 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-96caf628-df79-4e61-9b3c-da94b518cc81 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:17.959564 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:17.974705 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['f80e0a8e-6f67-4eb8-8a84-3615cdcd2730', '3c9be3ad-8429-4583-816f-35c7b53ea777', '37918718-f30c-49a8-85ff-7cff646c7619'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:37:18.084113 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-96caf628-df79-4e61-9b3c-da94b518cc81 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Network 9b461c7c-08c1-454a-9676-241a31947400 is already hosted by enough agents. {{(pid=78909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:37:18.089255 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.base_scheduler [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-96caf628-df79-4e61-9b3c-da94b518cc81 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Resources bound (agent type, host, resource id): {{(pid=78909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:37:18.100045 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.l3_dvrscheduler_db [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-96caf628-df79-4e61-9b3c-da94b518cc81 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Received port after_create {{(pid=78909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:37:18.143412 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96caf628-df79-4e61-9b3c-da94b518cc81 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Pushing event updated for resources: {'Port': ['ID=8cad2498-a621-486f-9dec-89650d60c167,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:18.150957 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-96caf628-df79-4e61-9b3c-da94b518cc81 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:18.171554 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_common [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-dac981a3-2fc3-4b1c-b821-9bb9e874abbd tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Allocated IP 172.20.0.5 (ea3184e0-5a3e-4c08-862d-713868656b08/83ee92e9-ebf4-4f5e-8d64-d234ce1a9847/b480b343-c2b3-4563-b892-1da4f60b777f) {{(pid=78910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:37:18.199557 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-96caf628-df79-4e61-9b3c-da94b518cc81 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:18.200257 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-96caf628-df79-4e61-9b3c-da94b518cc81 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:18.278853 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-96caf628-df79-4e61-9b3c-da94b518cc81 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5701599 May 11 16:37:18.298060 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-b1d7962e-ff2d-4ea0-95ab-26e3194d4a42 service neutron] Request body: {'port': {'device_id': '28d4301e-aed4-42a3-8e5a-c154b35bc7aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:37:18.562818 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-03484715-e745-45b4-b6ae-4f2e7809a901 req-881eb2e3-6689-478a-a037-de9fe6b0b8e8 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b0accb6-acb5-47ba-8919-e85cadd776ca HTTP/1.1" status: 200 len: 210 time: 0.0632398 May 11 16:37:18.590565 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-b1d7962e-ff2d-4ea0-95ab-26e3194d4a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:18.965319 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-dac981a3-2fc3-4b1c-b821-9bb9e874abbd tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Notify callbacks [] for port, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:19.137462 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-150b79b9-317f-4156-83bd-8ff22ed6b03e req-5abfa340-15ee-4193-9120-d5ad01b71d10 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 210 time: 0.2167628 May 11 16:37:19.152947 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-4b37e2e7-3bdd-4e1c-9fce-11fb3a2e9198 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:19.154462 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-4b37e2e7-3bdd-4e1c-9fce-11fb3a2e9198 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.85 "GET /v2.0/networks?id=f8b94489-9613-46a4-8873-adbd6921e1b4 HTTP/1.1" status: 200 len: 809 time: 0.2652164 May 11 16:37:19.156192 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-dac981a3-2fc3-4b1c-b821-9bb9e874abbd tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687'] for port, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:19.164188 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-6536939a-6719-46f6-ae2b-b3c6f1f8d198 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:19.258217 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac981a3-2fc3-4b1c-b821-9bb9e874abbd tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Pushing event updated for resources: {'Port': ['ID=b480b343-c2b3-4563-b892-1da4f60b777f,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:19.266723 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-b362a65f-fbb4-42df-8a90-788e1fcc068d tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Request body: {'port': {'device_id': '1b0accb6-acb5-47ba-8919-e85cadd776ca', 'network_id': 'f8b94489-9613-46a4-8873-adbd6921e1b4', 'admin_state_up': True, 'tenant_id': 'a055b4450a844a3d80f01040e304e5bc'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:37:19.286465 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-dac981a3-2fc3-4b1c-b821-9bb9e874abbd tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:19.350553 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-dac981a3-2fc3-4b1c-b821-9bb9e874abbd tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Network ea3184e0-5a3e-4c08-862d-713868656b08 is already hosted by enough agents. {{(pid=78910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:37:19.354791 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-dac981a3-2fc3-4b1c-b821-9bb9e874abbd tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Resources bound (agent type, host, resource id): {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:37:19.360351 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-dac981a3-2fc3-4b1c-b821-9bb9e874abbd tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Received port after_create {{(pid=78910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:37:19.367293 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-dac981a3-2fc3-4b1c-b821-9bb9e874abbd tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:19.368341 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-dac981a3-2fc3-4b1c-b821-9bb9e874abbd tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:19.436715 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-dac981a3-2fc3-4b1c-b821-9bb9e874abbd tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7470317 May 11 16:37:19.462051 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-62c6ae30-11f6-4327-89a9-1fdbc63dde35 service neutron] Request body: {'port': {'device_id': '6b00516f-00fb-453e-9942-cf327099cdba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:37:19.522272 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-b362a65f-fbb4-42df-8a90-788e1fcc068d tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:37:19.535392 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-b362a65f-fbb4-42df-8a90-788e1fcc068d tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:37:19.546007 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91c8de-ae69-40cb-897d-0031d129663c req-a771a604-8a4f-4a18-ab73-47342ef496db tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:19.546734 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-bc91c8de-ae69-40cb-897d-0031d129663c req-a771a604-8a4f-4a18-ab73-47342ef496db tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Synchronizing usage tracker for tenant:49aa4f96eeb045a68683d2c25ebcbe48 on resource:port {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:37:19.554797 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-b362a65f-fbb4-42df-8a90-788e1fcc068d tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Made reservation on behalf of a055b4450a844a3d80f01040e304e5bc for: {'port': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:37:19.562044 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-b362a65f-fbb4-42df-8a90-788e1fcc068d tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:19.750463 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-62c6ae30-11f6-4327-89a9-1fdbc63dde35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:19.784722 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-bc91c8de-ae69-40cb-897d-0031d129663c req-a771a604-8a4f-4a18-ab73-47342ef496db tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Unset dirty status for tenant:49aa4f96eeb045a68683d2c25ebcbe48 on resource:port {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:37:19.792115 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-bc91c8de-ae69-40cb-897d-0031d129663c req-a771a604-8a4f-4a18-ab73-47342ef496db tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=28d4301e-aed4-42a3-8e5a-c154b35bc7aa HTTP/1.1" status: 200 len: 932 time: 1.0715299 May 11 16:37:19.841249 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-b1d7962e-ff2d-4ea0-95ab-26e3194d4a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cad2498-a621-486f-9dec-89650d60c167 {{(pid=78909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:37:19.868854 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-b1d7962e-ff2d-4ea0-95ab-26e3194d4a42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:19.906431 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-bc91c8de-ae69-40cb-897d-0031d129663c req-4f657955-04f1-43f6-ae69-ac9175a58b69 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135757 May 11 16:37:19.940721 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-80b3af23-d50d-42fd-8b20-5d89e9c1dfb8 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:19.943760 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-80b3af23-d50d-42fd-8b20-5d89e9c1dfb8 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.85 "GET /v2.0/networks?id=ea3184e0-5a3e-4c08-862d-713868656b08 HTTP/1.1" status: 200 len: 819 time: 0.3833709 May 11 16:37:19.947234 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.provisioning_blocks [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-b1d7962e-ff2d-4ea0-95ab-26e3194d4a42 service neutron] Transition to ACTIVE for port object 8cad2498-a621-486f-9dec-89650d60c167 will not be triggered until provisioned by entity L2. {{(pid=78909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:37:19.969078 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-35652273-e31f-47e6-986e-cfbdc17e556f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Request body: {'port': {'device_id': '7ed31968-8f1d-44d6-845c-fbba2bbb1684', 'network_id': 'ea3184e0-5a3e-4c08-862d-713868656b08', 'admin_state_up': True, 'tenant_id': 'bb3db5d8cbfa44f0a16514218b4ef74f'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:37:20.060874 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-b1d7962e-ff2d-4ea0-95ab-26e3194d4a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15952591'] for port, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:20.069163 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-8983f0f1-d925-48a3-aa21-06a6574a7ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:20.230392 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_common [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-b362a65f-fbb4-42df-8a90-788e1fcc068d tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Allocated IP 172.20.0.12 (f8b94489-9613-46a4-8873-adbd6921e1b4/abdc37be-6db4-495a-b8d2-7df20b3d4b3c/3958790e-4944-4931-8d51-5f33ce150e7d) {{(pid=78910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:37:20.541987 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7efecb2c-8148-415b-8798-9c333a559b46 req-4e0c9ccf-4674-4679-a497-d840b08ddb5b tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b0accb6-acb5-47ba-8919-e85cadd776ca HTTP/1.1" status: 200 len: 210 time: 0.3418674 May 11 16:37:20.551511 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7962e-ff2d-4ea0-95ab-26e3194d4a42 service neutron] Pushing event updated for resources: {'Port': ['ID=8cad2498-a621-486f-9dec-89650d60c167,revision_number=2']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:20.554904 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-35652273-e31f-47e6-986e-cfbdc17e556f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:37:20.594914 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3d8f3bb2-6661-40dc-9b68-345328359841 req-eec31356-9a2e-4248-b49a-178dccf379c3 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 210 time: 0.2426729 May 11 16:37:20.594914 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-b1d7962e-ff2d-4ea0-95ab-26e3194d4a42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:20.600549 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-35652273-e31f-47e6-986e-cfbdc17e556f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Usage tracker for resource:port and tenant:bb3db5d8cbfa44f0a16514218b4ef74f is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:37:20.608392 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-35652273-e31f-47e6-986e-cfbdc17e556f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:37:20.642561 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-35652273-e31f-47e6-986e-cfbdc17e556f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:37:20.669074 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-35652273-e31f-47e6-986e-cfbdc17e556f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Made reservation on behalf of bb3db5d8cbfa44f0a16514218b4ef74f for: {'port': 1} {{(pid=78909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:37:20.672506 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-35652273-e31f-47e6-986e-cfbdc17e556f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:20.680187 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-b362a65f-fbb4-42df-8a90-788e1fcc068d tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Notify callbacks [] for port, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:20.691023 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-62c6ae30-11f6-4327-89a9-1fdbc63dde35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b480b343-c2b3-4563-b892-1da4f60b777f {{(pid=78910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:37:20.699805 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-62c6ae30-11f6-4327-89a9-1fdbc63dde35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:20.721741 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.provisioning_blocks [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-62c6ae30-11f6-4327-89a9-1fdbc63dde35 service neutron] Transition to ACTIVE for port object b480b343-c2b3-4563-b892-1da4f60b777f will not be triggered until provisioned by entity L2. {{(pid=78910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:37:20.731819 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-62c6ae30-11f6-4327-89a9-1fdbc63dde35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:20.739318 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-5990dbcb-eff7-4e79-9560-73d0b80bd92b tempest-DeleteServersTestJSON-157270417 tempest-DeleteServersTestJSON-157270417-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:20.749322 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.managers [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-b1d7962e-ff2d-4ea0-95ab-26e3194d4a42 service neutron] Attempting to bind port 8cad2498-a621-486f-9dec-89650d60c167 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:37:20.749673 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.managers [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-b1d7962e-ff2d-4ea0-95ab-26e3194d4a42 service neutron] Attempting to bind port 8cad2498-a621-486f-9dec-89650d60c167 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '4baf4024-8ac6-4675-9b3c-88b417a27c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9b461c7c-08c1-454a-9676-241a31947400'}] {{(pid=78909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:37:20.749995 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-b1d7962e-ff2d-4ea0-95ab-26e3194d4a42 service neutron] Attempting to bind port 8cad2498-a621-486f-9dec-89650d60c167 on network 9b461c7c-08c1-454a-9676-241a31947400 {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:37:20.761793 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-b1d7962e-ff2d-4ea0-95ab-26e3194d4a42 service neutron] Port 8cad2498-a621-486f-9dec-89650d60c167 on network 9b461c7c-08c1-454a-9676-241a31947400 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:37:20.762184 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-b1d7962e-ff2d-4ea0-95ab-26e3194d4a42 service neutron] Attempting to bind port 8cad2498-a621-486f-9dec-89650d60c167 on network 9b461c7c-08c1-454a-9676-241a31947400 {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:37:20.778111 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-b1d7962e-ff2d-4ea0-95ab-26e3194d4a42 service neutron] Checking agent: {'id': 'd37e6d19-ade9-4e89-aecb-ac851dc75e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'started_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:37:20.778457 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-b1d7962e-ff2d-4ea0-95ab-26e3194d4a42 service neutron] Checking segment: {'id': '4baf4024-8ac6-4675-9b3c-88b417a27c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9b461c7c-08c1-454a-9676-241a31947400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:37:20.778933 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-b1d7962e-ff2d-4ea0-95ab-26e3194d4a42 service neutron] Bound using segment: {'id': '4baf4024-8ac6-4675-9b3c-88b417a27c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9b461c7c-08c1-454a-9676-241a31947400'} {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:37:20.779365 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.managers [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-b1d7962e-ff2d-4ea0-95ab-26e3194d4a42 service neutron] Bound port: 8cad2498-a621-486f-9dec-89650d60c167, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4baf4024-8ac6-4675-9b3c-88b417a27c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9b461c7c-08c1-454a-9676-241a31947400'}}] {{(pid=78909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:37:20.779730 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-b1d7962e-ff2d-4ea0-95ab-26e3194d4a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:20.890524 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-b362a65f-fbb4-42df-8a90-788e1fcc068d tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687'] for port, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:20.918473 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6ae30-11f6-4327-89a9-1fdbc63dde35 service neutron] Pushing event updated for resources: {'Port': ['ID=b480b343-c2b3-4563-b892-1da4f60b777f,revision_number=2']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:20.951561 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-62c6ae30-11f6-4327-89a9-1fdbc63dde35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:20.958558 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:20.977046 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-b1d7962e-ff2d-4ea0-95ab-26e3194d4a42 service neutron] For port 8cad2498-a621-486f-9dec-89650d60c167, host hv-cinder-78960, cleared binding levels {{(pid=78909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:37:20.979962 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.db_base_plugin_common [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-35652273-e31f-47e6-986e-cfbdc17e556f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Allocated IP 172.20.0.3 (ea3184e0-5a3e-4c08-862d-713868656b08/83ee92e9-ebf4-4f5e-8d64-d234ce1a9847/35c981be-d442-4442-a78d-6d72a97a8123) {{(pid=78909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:37:20.982999 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-b1d7962e-ff2d-4ea0-95ab-26e3194d4a42 service neutron] For port 8cad2498-a621-486f-9dec-89650d60c167, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8cad2498-a621-486f-9dec-89650d60c167,segment=NetworkSegment(4baf4024-8ac6-4675-9b3c-88b417a27c97),segment_id=4baf4024-8ac6-4675-9b3c-88b417a27c97)] {{(pid=78909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:37:20.990761 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-b1d7962e-ff2d-4ea0-95ab-26e3194d4a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15952591'] for port, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:21.001253 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:21.007053 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-b362a65f-fbb4-42df-8a90-788e1fcc068d tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Network f8b94489-9613-46a4-8873-adbd6921e1b4 is already hosted by enough agents. {{(pid=78910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:37:21.026106 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-b362a65f-fbb4-42df-8a90-788e1fcc068d tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Resources bound (agent type, host, resource id): {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:37:21.036193 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-b362a65f-fbb4-42df-8a90-788e1fcc068d tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Received port after_create {{(pid=78910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:37:21.041697 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-b362a65f-fbb4-42df-8a90-788e1fcc068d tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:21.042331 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-b362a65f-fbb4-42df-8a90-788e1fcc068d tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:21.060365 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-62c6ae30-11f6-4327-89a9-1fdbc63dde35 service neutron] Attempting to bind port b480b343-c2b3-4563-b892-1da4f60b777f on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:37:21.060984 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-62c6ae30-11f6-4327-89a9-1fdbc63dde35 service neutron] Attempting to bind port b480b343-c2b3-4563-b892-1da4f60b777f by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '372da730-caa5-4221-8305-27cc197c62a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ea3184e0-5a3e-4c08-862d-713868656b08'}] {{(pid=78910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:37:21.061282 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-62c6ae30-11f6-4327-89a9-1fdbc63dde35 service neutron] Attempting to bind port b480b343-c2b3-4563-b892-1da4f60b777f on network ea3184e0-5a3e-4c08-862d-713868656b08 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:37:21.085509 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362a65f-fbb4-42df-8a90-788e1fcc068d tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Pushing event updated for resources: {'Port': ['ID=3958790e-4944-4931-8d51-5f33ce150e7d,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:21.089504 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-62c6ae30-11f6-4327-89a9-1fdbc63dde35 service neutron] Port b480b343-c2b3-4563-b892-1da4f60b777f on network ea3184e0-5a3e-4c08-862d-713868656b08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:37:21.089824 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-62c6ae30-11f6-4327-89a9-1fdbc63dde35 service neutron] Attempting to bind port b480b343-c2b3-4563-b892-1da4f60b777f on network ea3184e0-5a3e-4c08-862d-713868656b08 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:37:21.092297 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-b362a65f-fbb4-42df-8a90-788e1fcc068d tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:21.101525 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-62c6ae30-11f6-4327-89a9-1fdbc63dde35 service neutron] Checking agent: {'id': 'd37e6d19-ade9-4e89-aecb-ac851dc75e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'started_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:37:21.101875 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-62c6ae30-11f6-4327-89a9-1fdbc63dde35 service neutron] Checking segment: {'id': '372da730-caa5-4221-8305-27cc197c62a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ea3184e0-5a3e-4c08-862d-713868656b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:37:21.102660 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-62c6ae30-11f6-4327-89a9-1fdbc63dde35 service neutron] Bound using segment: {'id': '372da730-caa5-4221-8305-27cc197c62a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ea3184e0-5a3e-4c08-862d-713868656b08'} {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:37:21.102660 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-62c6ae30-11f6-4327-89a9-1fdbc63dde35 service neutron] Bound port: b480b343-c2b3-4563-b892-1da4f60b777f, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '372da730-caa5-4221-8305-27cc197c62a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ea3184e0-5a3e-4c08-862d-713868656b08'}}] {{(pid=78910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:37:21.103493 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-62c6ae30-11f6-4327-89a9-1fdbc63dde35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:21.116233 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-b362a65f-fbb4-42df-8a90-788e1fcc068d tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8593776 May 11 16:37:21.166508 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-3e8ef5ea-1584-4f98-8f77-8169b8abd637 service neutron] Request body: {'port': {'device_id': '1b0accb6-acb5-47ba-8919-e85cadd776ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:37:21.197473 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-b1d7962e-ff2d-4ea0-95ab-26e3194d4a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:21.198105 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-b1d7962e-ff2d-4ea0-95ab-26e3194d4a42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:21.199742 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-b1d7962e-ff2d-4ea0-95ab-26e3194d4a42 service neutron] 10.222.0.85 "PUT /v2.0/ports/8cad2498-a621-486f-9dec-89650d60c167 HTTP/1.1" status: 200 len: 1094 time: 2.9093022 May 11 16:37:21.203722 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d4301e-aed4-42a3-8e5a-c154b35bc7aa', 'tag': '8cad2498-a621-486f-9dec-89650d60c167'}] {{(pid=78909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:37:21.312887 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-62c6ae30-11f6-4327-89a9-1fdbc63dde35 service neutron] For port b480b343-c2b3-4563-b892-1da4f60b777f, host hv-cinder-78960, cleared binding levels {{(pid=78910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:37:21.326419 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-62c6ae30-11f6-4327-89a9-1fdbc63dde35 service neutron] For port b480b343-c2b3-4563-b892-1da4f60b777f, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b480b343-c2b3-4563-b892-1da4f60b777f,segment=NetworkSegment(372da730-caa5-4221-8305-27cc197c62a9),segment_id=372da730-caa5-4221-8305-27cc197c62a9)] {{(pid=78910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:37:21.338101 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-62c6ae30-11f6-4327-89a9-1fdbc63dde35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:21.339199 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7962e-ff2d-4ea0-95ab-26e3194d4a42 service neutron] Pushing event updated for resources: {'Port': ['ID=8cad2498-a621-486f-9dec-89650d60c167,revision_number=3']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:21.342658 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-b1d7962e-ff2d-4ea0-95ab-26e3194d4a42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:21.344383 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:21.378865 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-3e8ef5ea-1584-4f98-8f77-8169b8abd637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:21.452065 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-62c6ae30-11f6-4327-89a9-1fdbc63dde35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:21.452684 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-62c6ae30-11f6-4327-89a9-1fdbc63dde35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:21.454157 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-62c6ae30-11f6-4327-89a9-1fdbc63dde35 service neutron] 10.222.0.85 "PUT /v2.0/ports/b480b343-c2b3-4563-b892-1da4f60b777f HTTP/1.1" status: 200 len: 1093 time: 2.0057266 May 11 16:37:21.457375 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b00516f-00fb-453e-9942-cf327099cdba', 'tag': 'b480b343-c2b3-4563-b892-1da4f60b777f'}] {{(pid=78910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:37:21.486546 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73b36b-2af3-4e86-a21b-837aa17e6c30 req-92281eaf-4921-45de-a964-67b1f1e8c524 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:21.495614 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6b73b36b-2af3-4e86-a21b-837aa17e6c30 req-92281eaf-4921-45de-a964-67b1f1e8c524 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=28d4301e-aed4-42a3-8e5a-c154b35bc7aa HTTP/1.1" status: 200 len: 944 time: 0.4391332 May 11 16:37:21.495902 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6ae30-11f6-4327-89a9-1fdbc63dde35 service neutron] Pushing event updated for resources: {'Port': ['ID=b480b343-c2b3-4563-b892-1da4f60b777f,revision_number=3']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:21.501774 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-62c6ae30-11f6-4327-89a9-1fdbc63dde35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:21.581576 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-35652273-e31f-47e6-986e-cfbdc17e556f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Notify callbacks [] for port, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:21.655724 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d4301e-aed4-42a3-8e5a-c154b35bc7aa', 'tag': '8cad2498-a621-486f-9dec-89650d60c167', 'status': 'completed', 'code': 200} May 11 16:37:21.663956 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-35652273-e31f-47e6-986e-cfbdc17e556f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:21.673041 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-c4e1090b-88e9-4d5b-8a92-4f6b0f1067ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:21.676397 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-c4e1090b-88e9-4d5b-8a92-4f6b0f1067ad service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=49aa4f96eeb045a68683d2c25ebcbe48&device_id=28d4301e-aed4-42a3-8e5a-c154b35bc7aa HTTP/1.1" status: 200 len: 1097 time: 0.4061956 May 11 16:37:21.684381 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-8983f0f1-d925-48a3-aa21-06a6574a7ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:21.713189 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b00516f-00fb-453e-9942-cf327099cdba', 'tag': 'b480b343-c2b3-4563-b892-1da4f60b777f', 'status': 'completed', 'code': 200} May 11 16:37:21.766371 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6b73b36b-2af3-4e86-a21b-837aa17e6c30 req-cec2ef49-1fbd-431a-bdda-313914871883 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694693 May 11 16:37:21.899658 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-c15e402c-2c0f-4978-bc62-81186e1e5290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:21.901212 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-c15e402c-2c0f-4978-bc62-81186e1e5290 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bb3db5d8cbfa44f0a16514218b4ef74f&device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 1096 time: 0.3930042 May 11 16:37:22.035351 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-55229c95-636b-4647-af0d-6670ec97595d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b480b343-c2b3-4563-b892-1da4f60b777f HTTP/1.1" status: 200 len: 217 time: 0.1126206 May 11 16:37:22.064308 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-35652273-e31f-47e6-986e-cfbdc17e556f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Network ea3184e0-5a3e-4c08-862d-713868656b08 is already hosted by enough agents. {{(pid=78909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:37:22.067009 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-eaa8aba5-3f2e-4687-b772-d1e19f9d6f6d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cad2498-a621-486f-9dec-89650d60c167 HTTP/1.1" status: 200 len: 217 time: 0.2843876 May 11 16:37:22.076043 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.base_scheduler [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-35652273-e31f-47e6-986e-cfbdc17e556f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Resources bound (agent type, host, resource id): {{(pid=78909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:37:22.124471 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-35652273-e31f-47e6-986e-cfbdc17e556f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Received port after_create {{(pid=78909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:37:22.144092 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-f7d84568-5542-4f81-8e50-78857e93e379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:22.145587 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-f7d84568-5542-4f81-8e50-78857e93e379 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=83ee92e9-ebf4-4f5e-8d64-d234ce1a9847 HTTP/1.1" status: 200 len: 859 time: 0.0928938 May 11 16:37:22.242341 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35652273-e31f-47e6-986e-cfbdc17e556f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Pushing event updated for resources: {'Port': ['ID=35c981be-d442-4442-a78d-6d72a97a8123,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:22.250189 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-35652273-e31f-47e6-986e-cfbdc17e556f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:22.305745 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-cea99cd9-529a-4f63-afee-f04999423f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:22.307111 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-cea99cd9-529a-4f63-afee-f04999423f16 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55d5fe82-a974-4ef0-9941-7d9c5b0f03f5 HTTP/1.1" status: 200 len: 855 time: 0.1893551 May 11 16:37:22.313309 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-35652273-e31f-47e6-986e-cfbdc17e556f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:22.314098 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-35652273-e31f-47e6-986e-cfbdc17e556f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:22.389724 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-927eeae1-d6f4-4a03-8824-5deef2eeaaf6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9b461c7c-08c1-454a-9676-241a31947400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709822 May 11 16:37:22.482561 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-d0aa1524-3202-4be0-aea2-dfa1f62902e5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ea3184e0-5a3e-4c08-862d-713868656b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3260784 May 11 16:37:22.521602 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89a090-105f-484f-b24d-dab564098e68 req-5d17effb-d538-406f-8b76-2355dcc69391 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:22.522910 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-3d89a090-105f-484f-b24d-dab564098e68 req-5d17effb-d538-406f-8b76-2355dcc69391 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Synchronizing usage tracker for tenant:bb3db5d8cbfa44f0a16514218b4ef74f on resource:port {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:37:22.548185 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:37:22.550228 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-35652273-e31f-47e6-986e-cfbdc17e556f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5843203 May 11 16:37:22.567273 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62060c-d7ef-4e62-86c4-78919ac26048 req-1bd3a710-15ae-42f7-bbc9-a071fb8bda21 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:22.568980 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2c62060c-d7ef-4e62-86c4-78919ac26048 req-1bd3a710-15ae-42f7-bbc9-a071fb8bda21 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b0accb6-acb5-47ba-8919-e85cadd776ca HTTP/1.1" status: 200 len: 932 time: 0.6218092 May 11 16:37:22.581048 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-94aa97e7-8963-4602-8fc7-79ab088c2e88 service neutron] Request body: {'port': {'device_id': '7ed31968-8f1d-44d6-845c-fbba2bbb1684', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:37:22.614517 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-3e8ef5ea-1584-4f98-8f77-8169b8abd637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3958790e-4944-4931-8d51-5f33ce150e7d {{(pid=78910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:37:22.626529 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-3e8ef5ea-1584-4f98-8f77-8169b8abd637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:22.669201 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.provisioning_blocks [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-3e8ef5ea-1584-4f98-8f77-8169b8abd637 service neutron] Transition to ACTIVE for port object 3958790e-4944-4931-8d51-5f33ce150e7d will not be triggered until provisioned by entity L2. {{(pid=78910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:37:22.683601 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-3e8ef5ea-1584-4f98-8f77-8169b8abd637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:22.690940 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:22.691150 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-3d89a090-105f-484f-b24d-dab564098e68 req-5d17effb-d538-406f-8b76-2355dcc69391 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Unset dirty status for tenant:bb3db5d8cbfa44f0a16514218b4ef74f on resource:port {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:37:22.696401 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3d89a090-105f-484f-b24d-dab564098e68 req-5d17effb-d538-406f-8b76-2355dcc69391 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 931 time: 0.6412833 May 11 16:37:22.738278 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-b650a58e-4d83-4a96-a206-944ebab26127 service neutron] 10.222.0.85 "GET /v2.0/networks/ea3184e0-5a3e-4c08-862d-713868656b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262766 May 11 16:37:22.805625 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-46df74a9-fb61-434a-8ac6-256ab104f521 service neutron] 10.222.0.85 "GET /v2.0/networks/9b461c7c-08c1-454a-9676-241a31947400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020267 May 11 16:37:22.944076 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ef5ea-1584-4f98-8f77-8169b8abd637 service neutron] Pushing event updated for resources: {'Port': ['ID=3958790e-4944-4931-8d51-5f33ce150e7d,revision_number=2']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:22.957480 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-3e8ef5ea-1584-4f98-8f77-8169b8abd637 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:22.987436 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-3e8ef5ea-1584-4f98-8f77-8169b8abd637 service neutron] Attempting to bind port 3958790e-4944-4931-8d51-5f33ce150e7d on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:37:22.987758 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-3e8ef5ea-1584-4f98-8f77-8169b8abd637 service neutron] Attempting to bind port 3958790e-4944-4931-8d51-5f33ce150e7d by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '6b563db9-3858-477c-8dc7-5fefdbbaa18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f8b94489-9613-46a4-8873-adbd6921e1b4'}] {{(pid=78910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:37:22.988094 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-3e8ef5ea-1584-4f98-8f77-8169b8abd637 service neutron] Attempting to bind port 3958790e-4944-4931-8d51-5f33ce150e7d on network f8b94489-9613-46a4-8873-adbd6921e1b4 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:37:23.009549 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-3e8ef5ea-1584-4f98-8f77-8169b8abd637 service neutron] Port 3958790e-4944-4931-8d51-5f33ce150e7d on network f8b94489-9613-46a4-8873-adbd6921e1b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:37:23.009904 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-3e8ef5ea-1584-4f98-8f77-8169b8abd637 service neutron] Attempting to bind port 3958790e-4944-4931-8d51-5f33ce150e7d on network f8b94489-9613-46a4-8873-adbd6921e1b4 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:37:23.027644 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-3e8ef5ea-1584-4f98-8f77-8169b8abd637 service neutron] Checking agent: {'id': 'd37e6d19-ade9-4e89-aecb-ac851dc75e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'started_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:37:23.028019 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-3e8ef5ea-1584-4f98-8f77-8169b8abd637 service neutron] Checking segment: {'id': '6b563db9-3858-477c-8dc7-5fefdbbaa18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f8b94489-9613-46a4-8873-adbd6921e1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:37:23.028601 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-3e8ef5ea-1584-4f98-8f77-8169b8abd637 service neutron] Bound using segment: {'id': '6b563db9-3858-477c-8dc7-5fefdbbaa18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f8b94489-9613-46a4-8873-adbd6921e1b4'} {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:37:23.029042 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-3e8ef5ea-1584-4f98-8f77-8169b8abd637 service neutron] Bound port: 3958790e-4944-4931-8d51-5f33ce150e7d, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b563db9-3858-477c-8dc7-5fefdbbaa18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': 'f8b94489-9613-46a4-8873-adbd6921e1b4'}}] {{(pid=78910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:37:23.029394 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-3e8ef5ea-1584-4f98-8f77-8169b8abd637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:23.079940 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-74b7a5b7-2078-465f-8fe3-025a58dbbbbc req-58914d7b-c2bf-4eed-81b4-1a8d9eb296b6 service neutron] 10.222.0.85 "GET /v2.0/networks/ea3184e0-5a3e-4c08-862d-713868656b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857912 May 11 16:37:23.088473 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2c62060c-d7ef-4e62-86c4-78919ac26048 req-c170454d-f49a-4572-b954-b3cb6a263d80 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605975 May 11 16:37:23.139482 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-3e8ef5ea-1584-4f98-8f77-8169b8abd637 service neutron] For port 3958790e-4944-4931-8d51-5f33ce150e7d, host hv-cinder-78960, cleared binding levels {{(pid=78910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:37:23.143479 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-3e8ef5ea-1584-4f98-8f77-8169b8abd637 service neutron] For port 3958790e-4944-4931-8d51-5f33ce150e7d, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3958790e-4944-4931-8d51-5f33ce150e7d,segment=NetworkSegment(6b563db9-3858-477c-8dc7-5fefdbbaa18a),segment_id=6b563db9-3858-477c-8dc7-5fefdbbaa18a)] {{(pid=78910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:37:23.147426 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-3d89a090-105f-484f-b24d-dab564098e68 req-751ce3a2-198d-451c-b56b-5e02cf3a99c1 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Synchronizing usage tracker for tenant:bb3db5d8cbfa44f0a16514218b4ef74f on resource:security_group {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:37:23.149498 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-3e8ef5ea-1584-4f98-8f77-8169b8abd637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:23.156893 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:23.157998 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-94aa97e7-8963-4602-8fc7-79ab088c2e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:23.267136 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-3e8ef5ea-1584-4f98-8f77-8169b8abd637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:23.267818 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-3e8ef5ea-1584-4f98-8f77-8169b8abd637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:23.269904 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-3e8ef5ea-1584-4f98-8f77-8169b8abd637 service neutron] 10.222.0.85 "PUT /v2.0/ports/3958790e-4944-4931-8d51-5f33ce150e7d HTTP/1.1" status: 200 len: 1094 time: 2.1153147 May 11 16:37:23.273342 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-3d89a090-105f-484f-b24d-dab564098e68 req-751ce3a2-198d-451c-b56b-5e02cf3a99c1 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Unset dirty status for tenant:bb3db5d8cbfa44f0a16514218b4ef74f on resource:security_group {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:37:23.274515 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3d89a090-105f-484f-b24d-dab564098e68 req-751ce3a2-198d-451c-b56b-5e02cf3a99c1 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979899 May 11 16:37:23.279068 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-44eefe37-6ec1-47cb-bc99-0b1f101850e6 req-6f387dee-500f-4e4e-86df-acba470f7981 service neutron] 10.222.0.85 "GET /v2.0/networks/9b461c7c-08c1-454a-9676-241a31947400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357357 May 11 16:37:23.340655 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ef5ea-1584-4f98-8f77-8169b8abd637 service neutron] Pushing event updated for resources: {'Port': ['ID=3958790e-4944-4931-8d51-5f33ce150e7d,revision_number=3']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:23.345169 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-3e8ef5ea-1584-4f98-8f77-8169b8abd637 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:23.504308 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a357c5-1137-4f32-b945-0de0d249f802 req-0230ef4b-d53e-49d8-8b23-1475c029b6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:23.515371 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-38a357c5-1137-4f32-b945-0de0d249f802 req-0230ef4b-d53e-49d8-8b23-1475c029b6ff service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bb3db5d8cbfa44f0a16514218b4ef74f&device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 1096 time: 0.3608203 May 11 16:37:23.702224 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-328a3a04-fcf0-4e4c-9b1c-1d1fad12f28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:23.703872 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-328a3a04-fcf0-4e4c-9b1c-1d1fad12f28b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a055b4450a844a3d80f01040e304e5bc&device_id=1b0accb6-acb5-47ba-8919-e85cadd776ca HTTP/1.1" status: 200 len: 1097 time: 0.3108244 May 11 16:37:23.728641 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0accb6-acb5-47ba-8919-e85cadd776ca', 'tag': '3958790e-4944-4931-8d51-5f33ce150e7d'}] {{(pid=78910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:37:23.735587 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9825641-b70f-41d8-8100-dba9d5ba76db req-d733a2cf-75ba-4e13-a0b0-66a9af6b8c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:23.737989 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-d9825641-b70f-41d8-8100-dba9d5ba76db req-d733a2cf-75ba-4e13-a0b0-66a9af6b8c86 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=49aa4f96eeb045a68683d2c25ebcbe48&device_id=28d4301e-aed4-42a3-8e5a-c154b35bc7aa HTTP/1.1" status: 200 len: 1097 time: 0.3522425 May 11 16:37:23.742493 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a357c5-1137-4f32-b945-0de0d249f802 req-3cff8aa8-1fa2-4a83-94f0-181e9e8b07fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:23.743941 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-38a357c5-1137-4f32-b945-0de0d249f802 req-3cff8aa8-1fa2-4a83-94f0-181e9e8b07fd service neutron] 10.222.0.85 "GET /v2.0/networks?id=ea3184e0-5a3e-4c08-862d-713868656b08 HTTP/1.1" status: 200 len: 921 time: 0.2119067 May 11 16:37:23.841057 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-52771369-00fd-492c-8c49-47bf2a7ecdba service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3958790e-4944-4931-8d51-5f33ce150e7d HTTP/1.1" status: 200 len: 217 time: 0.1212747 May 11 16:37:23.850645 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3bd8f-e81c-4239-906f-f737c85da6aa req-572cd3e2-62f1-4b3b-834d-8697a779d3e1 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:23.852181 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ced3bd8f-e81c-4239-906f-f737c85da6aa req-572cd3e2-62f1-4b3b-834d-8697a779d3e1 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=28d4301e-aed4-42a3-8e5a-c154b35bc7aa HTTP/1.1" status: 200 len: 944 time: 0.3963797 May 11 16:37:24.014345 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9825641-b70f-41d8-8100-dba9d5ba76db req-c9528397-4906-4caf-92ad-4907688b4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:24.016021 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-d9825641-b70f-41d8-8100-dba9d5ba76db req-c9528397-4906-4caf-92ad-4907688b4aec service neutron] 10.222.0.85 "GET /v2.0/networks?id=9b461c7c-08c1-454a-9676-241a31947400 HTTP/1.1" status: 200 len: 917 time: 0.2616398 May 11 16:37:24.025177 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0accb6-acb5-47ba-8919-e85cadd776ca', 'tag': '3958790e-4944-4931-8d51-5f33ce150e7d', 'status': 'completed', 'code': 200} May 11 16:37:24.026509 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-38a357c5-1137-4f32-b945-0de0d249f802 req-8d83e25a-12b8-4d00-ae40-c52841e44ed0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b480b343-c2b3-4563-b892-1da4f60b777f HTTP/1.1" status: 200 len: 217 time: 0.2483125 May 11 16:37:24.036095 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-94aa97e7-8963-4602-8fc7-79ab088c2e88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c981be-d442-4442-a78d-6d72a97a8123 {{(pid=78909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:37:24.046907 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-94aa97e7-8963-4602-8fc7-79ab088c2e88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:24.073862 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.provisioning_blocks [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-94aa97e7-8963-4602-8fc7-79ab088c2e88 service neutron] Transition to ACTIVE for port object 35c981be-d442-4442-a78d-6d72a97a8123 will not be triggered until provisioned by entity L2. {{(pid=78909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:37:24.093125 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-94aa97e7-8963-4602-8fc7-79ab088c2e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15952591'] for port, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:24.105346 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:24.145006 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-d9825641-b70f-41d8-8100-dba9d5ba76db req-f62087e1-6cc9-4add-9fab-68c629176c53 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cad2498-a621-486f-9dec-89650d60c167 HTTP/1.1" status: 200 len: 217 time: 0.1173971 May 11 16:37:24.222355 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ced3bd8f-e81c-4239-906f-f737c85da6aa req-e1d0f740-b367-4fad-9ef1-83fd013d13b9 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306620 May 11 16:37:24.240290 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9825641-b70f-41d8-8100-dba9d5ba76db req-2ba04725-5923-44a5-b1b0-ca9ebb892a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:24.241972 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-d9825641-b70f-41d8-8100-dba9d5ba76db req-2ba04725-5923-44a5-b1b0-ca9ebb892a3d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=55d5fe82-a974-4ef0-9941-7d9c5b0f03f5 HTTP/1.1" status: 200 len: 855 time: 0.0821633 May 11 16:37:24.359280 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-e4c95f5d-34e9-4eac-a9df-4d52a4c70e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:24.362681 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-e4c95f5d-34e9-4eac-a9df-4d52a4c70e25 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=abdc37be-6db4-495a-b8d2-7df20b3d4b3c HTTP/1.1" status: 200 len: 849 time: 0.5082519 May 11 16:37:24.401342 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a357c5-1137-4f32-b945-0de0d249f802 req-cd282281-e2db-466c-85fb-ed11f496e809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:24.403924 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-38a357c5-1137-4f32-b945-0de0d249f802 req-cd282281-e2db-466c-85fb-ed11f496e809 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=83ee92e9-ebf4-4f5e-8d64-d234ce1a9847 HTTP/1.1" status: 200 len: 859 time: 0.3011823 May 11 16:37:24.457001 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-d9825641-b70f-41d8-8100-dba9d5ba76db req-b7bb16ef-2a00-42d4-ba2f-319e83813b87 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9b461c7c-08c1-454a-9676-241a31947400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1927667 May 11 16:37:24.558131 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa97e7-8963-4602-8fc7-79ab088c2e88 service neutron] Pushing event updated for resources: {'Port': ['ID=35c981be-d442-4442-a78d-6d72a97a8123,revision_number=2']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:24.568719 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-94aa97e7-8963-4602-8fc7-79ab088c2e88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:24.598446 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-38a357c5-1137-4f32-b945-0de0d249f802 req-747a3cba-32ce-4247-b6c5-1b6e7c001167 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ea3184e0-5a3e-4c08-862d-713868656b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1840277 May 11 16:37:24.661445 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-351419ca-e20e-4f9f-9868-a72d1b3cbcd1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f8b94489-9613-46a4-8873-adbd6921e1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2136879 May 11 16:37:24.839874 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.managers [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-94aa97e7-8963-4602-8fc7-79ab088c2e88 service neutron] Attempting to bind port 35c981be-d442-4442-a78d-6d72a97a8123 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:37:24.840328 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.managers [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-94aa97e7-8963-4602-8fc7-79ab088c2e88 service neutron] Attempting to bind port 35c981be-d442-4442-a78d-6d72a97a8123 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '372da730-caa5-4221-8305-27cc197c62a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ea3184e0-5a3e-4c08-862d-713868656b08'}] {{(pid=78909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:37:24.840328 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-94aa97e7-8963-4602-8fc7-79ab088c2e88 service neutron] Attempting to bind port 35c981be-d442-4442-a78d-6d72a97a8123 on network ea3184e0-5a3e-4c08-862d-713868656b08 {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:37:24.870287 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-d9825641-b70f-41d8-8100-dba9d5ba76db req-6b9e2fd9-db2e-4e1b-9527-dadd297f6b5b service neutron] 10.222.0.85 "GET /v2.0/networks/9b461c7c-08c1-454a-9676-241a31947400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707925 May 11 16:37:24.871918 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-94aa97e7-8963-4602-8fc7-79ab088c2e88 service neutron] Port 35c981be-d442-4442-a78d-6d72a97a8123 on network ea3184e0-5a3e-4c08-862d-713868656b08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:37:24.872245 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-94aa97e7-8963-4602-8fc7-79ab088c2e88 service neutron] Attempting to bind port 35c981be-d442-4442-a78d-6d72a97a8123 on network ea3184e0-5a3e-4c08-862d-713868656b08 {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:37:24.874124 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-38a357c5-1137-4f32-b945-0de0d249f802 req-ab43c214-3095-4a06-92de-d5930d0e9a01 service neutron] 10.222.0.85 "GET /v2.0/networks/ea3184e0-5a3e-4c08-862d-713868656b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555203 May 11 16:37:24.891780 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d06962-c165-4d82-98f6-b9f576db3d40 req-77e014c6-da8f-4f17-aef0-82226395c2f4 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:24.894126 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-23d06962-c165-4d82-98f6-b9f576db3d40 req-77e014c6-da8f-4f17-aef0-82226395c2f4 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b0accb6-acb5-47ba-8919-e85cadd776ca HTTP/1.1" status: 200 len: 944 time: 0.4437115 May 11 16:37:24.909165 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-74c6d97b-ab51-4e4a-a064-6d6e3ddf85ec service neutron] 10.222.0.85 "GET /v2.0/networks/f8b94489-9613-46a4-8873-adbd6921e1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313480 May 11 16:37:24.909911 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-94aa97e7-8963-4602-8fc7-79ab088c2e88 service neutron] Checking agent: {'id': 'd37e6d19-ade9-4e89-aecb-ac851dc75e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'started_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:37:24.910236 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-94aa97e7-8963-4602-8fc7-79ab088c2e88 service neutron] Checking segment: {'id': '372da730-caa5-4221-8305-27cc197c62a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ea3184e0-5a3e-4c08-862d-713868656b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:37:24.910611 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-94aa97e7-8963-4602-8fc7-79ab088c2e88 service neutron] Bound using segment: {'id': '372da730-caa5-4221-8305-27cc197c62a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ea3184e0-5a3e-4c08-862d-713868656b08'} {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:37:24.911100 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.managers [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-94aa97e7-8963-4602-8fc7-79ab088c2e88 service neutron] Bound port: 35c981be-d442-4442-a78d-6d72a97a8123, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '372da730-caa5-4221-8305-27cc197c62a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'ea3184e0-5a3e-4c08-862d-713868656b08'}}] {{(pid=78909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:37:24.911449 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-94aa97e7-8963-4602-8fc7-79ab088c2e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:24.966472 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1a462-eb3b-42da-b16f-13af5d8c72b2 req-07e487e4-43e6-40d1-a9d7-f734086f04ce tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:24.968111 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f1c1a462-eb3b-42da-b16f-13af5d8c72b2 req-07e487e4-43e6-40d1-a9d7-f734086f04ce tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 943 time: 0.4458811 May 11 16:37:25.145020 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-d9825641-b70f-41d8-8100-dba9d5ba76db req-1b51629b-67fb-4fa1-a0ee-4dd9956f0539 service neutron] 10.222.0.85 "GET /v2.0/networks/9b461c7c-08c1-454a-9676-241a31947400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567694 May 11 16:37:25.146820 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-38a357c5-1137-4f32-b945-0de0d249f802 req-52b479ce-2e63-4d29-b1be-cde352388abf service neutron] 10.222.0.85 "GET /v2.0/networks/ea3184e0-5a3e-4c08-862d-713868656b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403338 May 11 16:37:25.257792 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-23d06962-c165-4d82-98f6-b9f576db3d40 req-d3be16c8-5c1b-443d-9e2b-dfb2e190d467 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522573 May 11 16:37:25.307608 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f1c1a462-eb3b-42da-b16f-13af5d8c72b2 req-0c3d24f5-ae19-4687-9bac-fac9cbe84ac2 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312333 May 11 16:37:25.340920 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-94aa97e7-8963-4602-8fc7-79ab088c2e88 service neutron] For port 35c981be-d442-4442-a78d-6d72a97a8123, host hv-cinder-78960, cleared binding levels {{(pid=78909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:37:25.347928 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-94aa97e7-8963-4602-8fc7-79ab088c2e88 service neutron] For port 35c981be-d442-4442-a78d-6d72a97a8123, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=35c981be-d442-4442-a78d-6d72a97a8123,segment=NetworkSegment(372da730-caa5-4221-8305-27cc197c62a9),segment_id=372da730-caa5-4221-8305-27cc197c62a9)] {{(pid=78909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:37:25.361029 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-94aa97e7-8963-4602-8fc7-79ab088c2e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15952591'] for port, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:25.371781 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-cb369a29-5a58-43e5-8074-b892a630bdc2 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:25.438805 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-fb97a20c-b5d8-4c4e-be5b-0692339c2be4 req-f107f519-5f71-452d-8762-5cf894af3d70 service neutron] 10.222.0.85 "GET /v2.0/networks/f8b94489-9613-46a4-8873-adbd6921e1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119295 May 11 16:37:25.447653 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-94aa97e7-8963-4602-8fc7-79ab088c2e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:25.448476 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-94aa97e7-8963-4602-8fc7-79ab088c2e88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:25.450298 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-94aa97e7-8963-4602-8fc7-79ab088c2e88 service neutron] 10.222.0.85 "PUT /v2.0/ports/35c981be-d442-4442-a78d-6d72a97a8123 HTTP/1.1" status: 200 len: 1093 time: 2.8778081 May 11 16:37:25.453432 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed31968-8f1d-44d6-845c-fbba2bbb1684', 'tag': '35c981be-d442-4442-a78d-6d72a97a8123'}] {{(pid=78909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:37:25.507847 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa97e7-8963-4602-8fc7-79ab088c2e88 service neutron] Pushing event updated for resources: {'Port': ['ID=35c981be-d442-4442-a78d-6d72a97a8123,revision_number=3']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:25.516145 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-94aa97e7-8963-4602-8fc7-79ab088c2e88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:25.624356 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed31968-8f1d-44d6-845c-fbba2bbb1684', 'tag': '35c981be-d442-4442-a78d-6d72a97a8123', 'status': 'completed', 'code': 200} May 11 16:37:25.676517 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device b480b343-c2b3-4563-b892-1da4f60b777f details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:37:25.744268 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-e2bf05cd-4f94-4dda-9a1d-280ae612c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:25.744268 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-e2bf05cd-4f94-4dda-9a1d-280ae612c3a1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bb3db5d8cbfa44f0a16514218b4ef74f&device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 1096 time: 0.2013142 May 11 16:37:25.744268 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc770bd2-41cd-4cca-a9ee-f931ae126616 req-15fca06e-7acf-47e1-b3f2-a53737bd2f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:25.744661 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-dc770bd2-41cd-4cca-a9ee-f931ae126616 req-15fca06e-7acf-47e1-b3f2-a53737bd2f6c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a055b4450a844a3d80f01040e304e5bc&device_id=1b0accb6-acb5-47ba-8919-e85cadd776ca HTTP/1.1" status: 200 len: 1097 time: 0.2060039 May 11 16:37:25.828290 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port b480b343-c2b3-4563-b892-1da4f60b777f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b480b343-c2b3-4563-b892-1da4f60b777f,segment=NetworkSegment(372da730-caa5-4221-8305-27cc197c62a9),segment_id=372da730-caa5-4221-8305-27cc197c62a9)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:25.843972 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Returning: {'device': 'b480b343-c2b3-4563-b892-1da4f60b777f', 'network_id': 'ea3184e0-5a3e-4c08-862d-713868656b08', 'port_id': 'b480b343-c2b3-4563-b892-1da4f60b777f', 'mac_address': 'fa:16:3e:2d:bc:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ee92e9-ebf4-4f5e-8d64-d234ce1a9847', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:37:25.847732 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857686aa-aedd-4baa-ae16-9b2b0b078867 req-58802fe5-8dc4-48f3-aa26-0ad445d08cc5 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:25.849270 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-857686aa-aedd-4baa-ae16-9b2b0b078867 req-58802fe5-8dc4-48f3-aa26-0ad445d08cc5 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=28d4301e-aed4-42a3-8e5a-c154b35bc7aa HTTP/1.1" status: 200 len: 944 time: 0.2119040 May 11 16:37:25.916185 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:25.916478 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-0b1da4ee-f20d-4c4e-a78a-ef45d6878f04 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c981be-d442-4442-a78d-6d72a97a8123 HTTP/1.1" status: 200 len: 217 time: 0.1545885 May 11 16:37:25.935382 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b480b343-c2b3-4563-b892-1da4f60b777f {{(pid=78911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:37:25.960166 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port b480b343-c2b3-4563-b892-1da4f60b777f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b480b343-c2b3-4563-b892-1da4f60b777f,segment=NetworkSegment(372da730-caa5-4221-8305-27cc197c62a9),segment_id=372da730-caa5-4221-8305-27cc197c62a9)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:25.965351 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:25.966435 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 8cad2498-a621-486f-9dec-89650d60c167 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:37:25.969308 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:26.046714 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-857686aa-aedd-4baa-ae16-9b2b0b078867 req-c3c17b04-3758-4b72-86bf-7ac716063610 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833580 May 11 16:37:26.070465 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-524f4950-9b36-4a4b-a1ec-88e7bfd2f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:26.072022 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-524f4950-9b36-4a4b-a1ec-88e7bfd2f124 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=83ee92e9-ebf4-4f5e-8d64-d234ce1a9847 HTTP/1.1" status: 200 len: 859 time: 0.1323917 May 11 16:37:26.073117 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=b480b343-c2b3-4563-b892-1da4f60b777f,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:26.082568 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc770bd2-41cd-4cca-a9ee-f931ae126616 req-2582ab6c-8ec2-49de-a280-d735fb7be269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:26.084941 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-dc770bd2-41cd-4cca-a9ee-f931ae126616 req-2582ab6c-8ec2-49de-a280-d735fb7be269 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f8b94489-9613-46a4-8873-adbd6921e1b4 HTTP/1.1" status: 200 len: 911 time: 0.3218141 May 11 16:37:26.124112 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:26.190470 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-9588d75b-8351-41d7-93a0-0513fcf924c7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ea3184e0-5a3e-4c08-862d-713868656b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033654 May 11 16:37:26.195452 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 8cad2498-a621-486f-9dec-89650d60c167, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8cad2498-a621-486f-9dec-89650d60c167,segment=NetworkSegment(4baf4024-8ac6-4675-9b3c-88b417a27c97),segment_id=4baf4024-8ac6-4675-9b3c-88b417a27c97)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:26.199053 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-dc770bd2-41cd-4cca-a9ee-f931ae126616 req-d9638a57-8dcd-4fe3-a08c-0edbe47531fa service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3958790e-4944-4931-8d51-5f33ce150e7d HTTP/1.1" status: 200 len: 217 time: 0.0762389 May 11 16:37:26.210653 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Returning: {'device': '8cad2498-a621-486f-9dec-89650d60c167', 'network_id': '9b461c7c-08c1-454a-9676-241a31947400', 'port_id': '8cad2498-a621-486f-9dec-89650d60c167', 'mac_address': 'fa:16:3e:7f:63:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d5fe82-a974-4ef0-9941-7d9c5b0f03f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:37:26.275861 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:26.300914 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cad2498-a621-486f-9dec-89650d60c167 {{(pid=78911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:37:26.334927 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 8cad2498-a621-486f-9dec-89650d60c167, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8cad2498-a621-486f-9dec-89650d60c167,segment=NetworkSegment(4baf4024-8ac6-4675-9b3c-88b417a27c97),segment_id=4baf4024-8ac6-4675-9b3c-88b417a27c97)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:26.341993 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:26.344688 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:26.381109 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc770bd2-41cd-4cca-a9ee-f931ae126616 req-2ec9f3ae-2eaf-4442-ab5a-64a33b101b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:26.382820 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-dc770bd2-41cd-4cca-a9ee-f931ae126616 req-2ec9f3ae-2eaf-4442-ab5a-64a33b101b19 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=abdc37be-6db4-495a-b8d2-7df20b3d4b3c HTTP/1.1" status: 200 len: 849 time: 0.1671808 May 11 16:37:26.443986 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=8cad2498-a621-486f-9dec-89650d60c167,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:26.452968 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:26.493503 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-dc770bd2-41cd-4cca-a9ee-f931ae126616 req-9eba6238-6e9e-47e3-bfc8-2e91d9f8302b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f8b94489-9613-46a4-8873-adbd6921e1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922763 May 11 16:37:26.642829 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-044d1eec-505f-482f-b19b-956ad05d39f2 service neutron] 10.222.0.85 "GET /v2.0/networks/ea3184e0-5a3e-4c08-862d-713868656b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280045 May 11 16:37:26.730111 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['b480b343-c2b3-4563-b892-1da4f60b777f'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:37:26.761153 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['8cad2498-a621-486f-9dec-89650d60c167'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:37:26.835712 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-dc770bd2-41cd-4cca-a9ee-f931ae126616 req-15a5b1eb-7790-4079-b978-7da058cf8b20 service neutron] 10.222.0.85 "GET /v2.0/networks/f8b94489-9613-46a4-8873-adbd6921e1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965152 May 11 16:37:26.999750 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8901dd-b717-406a-b27f-24ab0994bbb7 req-acba5088-4b31-472b-857a-ca1c97e6d5ae tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:27.001271 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7c8901dd-b717-406a-b27f-24ab0994bbb7 req-acba5088-4b31-472b-857a-ca1c97e6d5ae tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 943 time: 0.5444708 May 11 16:37:27.014537 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab1bd6-0594-43e9-8c8d-d07ef204ec2f req-a2b5188d-6d39-4f2a-a65e-f892a96c303d tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:27.016033 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c6ab1bd6-0594-43e9-8c8d-d07ef204ec2f req-a2b5188d-6d39-4f2a-a65e-f892a96c303d tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b0accb6-acb5-47ba-8919-e85cadd776ca HTTP/1.1" status: 200 len: 944 time: 0.5701587 May 11 16:37:27.100286 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a9ba296f-8bb2-4895-b5eb-9566167e7373 req-7f7ffd3f-489b-412f-8eca-2708e9987f54 service neutron] 10.222.0.85 "GET /v2.0/networks/ea3184e0-5a3e-4c08-862d-713868656b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452469 May 11 16:37:27.183364 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c6ab1bd6-0594-43e9-8c8d-d07ef204ec2f req-0079082b-01b0-4d33-918a-6c30ad38c190 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195898 May 11 16:37:27.191541 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7c8901dd-b717-406a-b27f-24ab0994bbb7 req-8e8a5f2a-b8c8-4eb3-90bd-e0fd13a11e61 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721082 May 11 16:37:27.285393 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-dc770bd2-41cd-4cca-a9ee-f931ae126616 req-c66e15e0-4143-408d-b22c-003b248b4a1b service neutron] 10.222.0.85 "GET /v2.0/networks/f8b94489-9613-46a4-8873-adbd6921e1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265879 May 11 16:37:27.333644 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81c326-b0f8-4b81-8660-326e35a4ca72 req-d2b6fd10-608e-4471-bf1c-a6c992a1c291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:27.335806 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9f81c326-b0f8-4b81-8660-326e35a4ca72 req-d2b6fd10-608e-4471-bf1c-a6c992a1c291 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bb3db5d8cbfa44f0a16514218b4ef74f&device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 1096 time: 0.1430595 May 11 16:37:27.711609 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 3958790e-4944-4931-8d51-5f33ce150e7d details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:37:27.719194 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81c326-b0f8-4b81-8660-326e35a4ca72 req-bbeceddd-8855-4505-88ee-292d86da24a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:27.720004 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9f81c326-b0f8-4b81-8660-326e35a4ca72 req-bbeceddd-8855-4505-88ee-292d86da24a5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ea3184e0-5a3e-4c08-862d-713868656b08 HTTP/1.1" status: 200 len: 921 time: 0.3470018 May 11 16:37:27.795061 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9f81c326-b0f8-4b81-8660-326e35a4ca72 req-446001b9-a48e-4f1a-b872-badd657371f3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c981be-d442-4442-a78d-6d72a97a8123 HTTP/1.1" status: 200 len: 217 time: 0.0664656 May 11 16:37:27.868093 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66096a80-7b25-4b67-b3b8-9a526f63d919 req-df4775d5-0db7-4d2e-b93f-75544aaee86e tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:27.869608 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-66096a80-7b25-4b67-b3b8-9a526f63d919 req-df4775d5-0db7-4d2e-b93f-75544aaee86e tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=28d4301e-aed4-42a3-8e5a-c154b35bc7aa HTTP/1.1" status: 200 len: 945 time: 0.2382205 May 11 16:37:27.888068 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 3958790e-4944-4931-8d51-5f33ce150e7d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3958790e-4944-4931-8d51-5f33ce150e7d,segment=NetworkSegment(6b563db9-3858-477c-8dc7-5fefdbbaa18a),segment_id=6b563db9-3858-477c-8dc7-5fefdbbaa18a)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:27.906960 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Returning: {'device': '3958790e-4944-4931-8d51-5f33ce150e7d', 'network_id': 'f8b94489-9613-46a4-8873-adbd6921e1b4', 'port_id': '3958790e-4944-4931-8d51-5f33ce150e7d', 'mac_address': 'fa:16:3e:fb:bd:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1075, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abdc37be-6db4-495a-b8d2-7df20b3d4b3c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:37:27.910582 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81c326-b0f8-4b81-8660-326e35a4ca72 req-2495c5cb-b80a-49c7-9bae-aaf133ee8e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:27.911579 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9f81c326-b0f8-4b81-8660-326e35a4ca72 req-2495c5cb-b80a-49c7-9bae-aaf133ee8e5a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=83ee92e9-ebf4-4f5e-8d64-d234ce1a9847 HTTP/1.1" status: 200 len: 859 time: 0.1082690 May 11 16:37:27.974754 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9f81c326-b0f8-4b81-8660-326e35a4ca72 req-1c93fa48-f8f7-4fc8-a4fe-e6169e4fe3b1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ea3184e0-5a3e-4c08-862d-713868656b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521891 May 11 16:37:27.975451 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:27.977897 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-66096a80-7b25-4b67-b3b8-9a526f63d919 req-a7ab31e0-1668-4a3e-a70b-9df5d31359b2 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021991 May 11 16:37:28.012903 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3958790e-4944-4931-8d51-5f33ce150e7d {{(pid=78911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:37:28.031284 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 3958790e-4944-4931-8d51-5f33ce150e7d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3958790e-4944-4931-8d51-5f33ce150e7d,segment=NetworkSegment(6b563db9-3858-477c-8dc7-5fefdbbaa18a),segment_id=6b563db9-3858-477c-8dc7-5fefdbbaa18a)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:28.037296 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:28.039875 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:28.125408 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=3958790e-4944-4931-8d51-5f33ce150e7d,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:28.137733 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:28.155529 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9f81c326-b0f8-4b81-8660-326e35a4ca72 req-3769ab12-ec6f-494f-8f13-949b88935c3a service neutron] 10.222.0.85 "GET /v2.0/networks/ea3184e0-5a3e-4c08-862d-713868656b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704497 May 11 16:37:28.420727 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9f81c326-b0f8-4b81-8660-326e35a4ca72 req-d9894353-ab39-4c83-9fd7-98c9b905fe7d service neutron] 10.222.0.85 "GET /v2.0/networks/ea3184e0-5a3e-4c08-862d-713868656b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528138 May 11 16:37:28.480075 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7185e8e-cf22-40a9-8494-fdc160eddbcf req-85f5f3e2-79a6-4f49-8223-2537ba653d7c tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:28.481545 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d7185e8e-cf22-40a9-8494-fdc160eddbcf req-85f5f3e2-79a6-4f49-8223-2537ba653d7c tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b0accb6-acb5-47ba-8919-e85cadd776ca HTTP/1.1" status: 200 len: 945 time: 0.1318119 May 11 16:37:28.490885 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5697db-0bea-46f3-b087-06bfbb2f42ac req-6af57db2-2b80-4b30-8243-03cf4f51056f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:28.492336 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0e5697db-0bea-46f3-b087-06bfbb2f42ac req-6af57db2-2b80-4b30-8243-03cf4f51056f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 943 time: 0.1843853 May 11 16:37:28.523628 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['3958790e-4944-4931-8d51-5f33ce150e7d'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:37:28.577033 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0e5697db-0bea-46f3-b087-06bfbb2f42ac req-fbe14919-de85-4614-89c0-6a55ad641621 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700550 May 11 16:37:28.579819 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d7185e8e-cf22-40a9-8494-fdc160eddbcf req-d15c6c8f-334e-48af-becd-c9912a402c7d tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864968 May 11 16:37:29.172678 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb23ad-12d8-4d2e-aad9-c4cb608d5c20 req-90e5924b-2693-4f2b-b324-74ce462f54da tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:29.174670 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b1fb23ad-12d8-4d2e-aad9-c4cb608d5c20 req-90e5924b-2693-4f2b-b324-74ce462f54da tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=28d4301e-aed4-42a3-8e5a-c154b35bc7aa HTTP/1.1" status: 200 len: 945 time: 0.0817311 May 11 16:37:29.222698 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b1fb23ad-12d8-4d2e-aad9-c4cb608d5c20 req-417eebbc-d25a-43bb-a4de-078095d4841f tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406172 May 11 16:37:29.740727 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 35c981be-d442-4442-a78d-6d72a97a8123 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:37:29.744125 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device b480b343-c2b3-4563-b892-1da4f60b777f up at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:37:29.840863 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5054c0-c16c-4c5b-9f8b-3ed183b2dbef req-d2f65dc7-d63e-41d4-9ede-24dd24bb9594 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:29.842240 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-cb5054c0-c16c-4c5b-9f8b-3ed183b2dbef req-d2f65dc7-d63e-41d4-9ede-24dd24bb9594 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 943 time: 0.1519465 May 11 16:37:29.850827 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5191fe4-72ae-41f3-aa23-1dbfa11fb4a2 req-152cc383-5dce-4116-94e1-51520fabcd48 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:29.853187 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d5191fe4-72ae-41f3-aa23-1dbfa11fb4a2 req-152cc383-5dce-4116-94e1-51520fabcd48 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b0accb6-acb5-47ba-8919-e85cadd776ca HTTP/1.1" status: 200 len: 945 time: 0.1265113 May 11 16:37:29.922123 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning for port b480b343-c2b3-4563-b892-1da4f60b777f completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:37:29.931067 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-cb5054c0-c16c-4c5b-9f8b-3ed183b2dbef req-f1a725de-f446-4cf7-9e50-d744a9acc088 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766222 May 11 16:37:29.932963 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning complete for port b480b343-c2b3-4563-b892-1da4f60b777f triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:37:29.933541 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:29.951475 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d5191fe4-72ae-41f3-aa23-1dbfa11fb4a2 req-64db5cf0-ebb4-4dd3-a4eb-ae3ec78984b1 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750830 May 11 16:37:30.038161 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 35c981be-d442-4442-a78d-6d72a97a8123, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=35c981be-d442-4442-a78d-6d72a97a8123,segment=NetworkSegment(372da730-caa5-4221-8305-27cc197c62a9),segment_id=372da730-caa5-4221-8305-27cc197c62a9)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:30.059167 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Returning: {'device': '35c981be-d442-4442-a78d-6d72a97a8123', 'network_id': 'ea3184e0-5a3e-4c08-862d-713868656b08', 'port_id': '35c981be-d442-4442-a78d-6d72a97a8123', 'mac_address': 'fa:16:3e:54:cc:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1060, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ee92e9-ebf4-4f5e-8d64-d234ce1a9847', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:37:30.164818 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:30.173123 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:30.195769 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c981be-d442-4442-a78d-6d72a97a8123 {{(pid=78911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:37:30.215817 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b00516f-00fb-453e-9942-cf327099cdba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b480b343-c2b3-4563-b892-1da4f60b777f'}] {{(pid=78911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:37:30.229475 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port b480b343-c2b3-4563-b892-1da4f60b777f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b480b343-c2b3-4563-b892-1da4f60b777f,segment=NetworkSegment(372da730-caa5-4221-8305-27cc197c62a9),segment_id=372da730-caa5-4221-8305-27cc197c62a9)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:30.230402 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 35c981be-d442-4442-a78d-6d72a97a8123, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=35c981be-d442-4442-a78d-6d72a97a8123,segment=NetworkSegment(372da730-caa5-4221-8305-27cc197c62a9),segment_id=372da730-caa5-4221-8305-27cc197c62a9)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:30.233742 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:30.234771 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 8cad2498-a621-486f-9dec-89650d60c167 up at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:37:30.261339 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-263b03c3-b9d6-4956-bdbd-02a8c7da499d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:30.297529 dv-cinder-789603-4-smb neutron-server[78911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b00516f-00fb-453e-9942-cf327099cdba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b480b343-c2b3-4563-b892-1da4f60b777f', 'code': 200} May 11 16:37:30.309427 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:30.381080 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=b480b343-c2b3-4563-b892-1da4f60b777f,revision_number=5']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:30.385680 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:30.386620 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:30.445390 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning for port 8cad2498-a621-486f-9dec-89650d60c167 completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:37:30.457457 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning complete for port 8cad2498-a621-486f-9dec-89650d60c167 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:37:30.457893 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:30.473489 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c89b0d-93e7-49fc-9c85-e9522906e032 req-d3a929eb-7d0d-4f24-8b2a-b632b7d7757e tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:30.478323 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-91c89b0d-93e7-49fc-9c85-e9522906e032 req-d3a929eb-7d0d-4f24-8b2a-b632b7d7757e tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=28d4301e-aed4-42a3-8e5a-c154b35bc7aa HTTP/1.1" status: 200 len: 945 time: 0.1276095 May 11 16:37:30.522677 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-91c89b0d-93e7-49fc-9c85-e9522906e032 req-139eb0f8-4687-4784-a726-d546d8d3ccfe tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430679 May 11 16:37:30.561430 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=35c981be-d442-4442-a78d-6d72a97a8123,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:30.564699 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:30.617988 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953420d6-d54a-4726-baf3-083121d614d5 req-3715dd77-411c-4766-8f80-565c408af6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:30.619618 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-953420d6-d54a-4726-baf3-083121d614d5 req-3715dd77-411c-4766-8f80-565c408af6eb service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 1098 time: 0.0810990 May 11 16:37:30.623765 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:30.662525 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 8cad2498-a621-486f-9dec-89650d60c167, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8cad2498-a621-486f-9dec-89650d60c167,segment=NetworkSegment(4baf4024-8ac6-4675-9b3c-88b417a27c97),segment_id=4baf4024-8ac6-4675-9b3c-88b417a27c97)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:30.667887 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:30.669961 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:30.725234 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['35c981be-d442-4442-a78d-6d72a97a8123'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:37:30.767160 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-953420d6-d54a-4726-baf3-083121d614d5 req-debd8c43-64de-41c3-b8bf-112d73e5dc48 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384022 May 11 16:37:30.803418 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=8cad2498-a621-486f-9dec-89650d60c167,revision_number=5']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:30.807966 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:31.106097 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567cc725-5f9b-4c3f-a8f2-bcc256cbd565 req-14bf8a06-6ce2-4120-a794-6032e3f487f0 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:31.107573 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-567cc725-5f9b-4c3f-a8f2-bcc256cbd565 req-14bf8a06-6ce2-4120-a794-6032e3f487f0 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 946 time: 0.1316733 May 11 16:37:31.167292 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-567cc725-5f9b-4c3f-a8f2-bcc256cbd565 req-8bb8e0a4-771a-4d99-b206-c570ca7bee44 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0506797 May 11 16:37:31.192248 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a88ba-2d49-4e2f-a5e7-b81e9d536337 req-d4fd065a-6e32-4ac1-a18c-80a9629d7033 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:31.193710 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ea7a88ba-2d49-4e2f-a5e7-b81e9d536337 req-d4fd065a-6e32-4ac1-a18c-80a9629d7033 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 944 time: 0.1366894 May 11 16:37:31.246782 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ea7a88ba-2d49-4e2f-a5e7-b81e9d536337 req-0db9891c-2193-467b-8c12-6a89c6511b53 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455630 May 11 16:37:31.383582 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2b823-46f5-491c-84a3-c3d911e34992 req-7af37daf-ad9b-4c31-bb8f-0134eb97622c tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:31.388263 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-16e2b823-46f5-491c-84a3-c3d911e34992 req-7af37daf-ad9b-4c31-bb8f-0134eb97622c tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b0accb6-acb5-47ba-8919-e85cadd776ca HTTP/1.1" status: 200 len: 945 time: 0.1013501 May 11 16:37:31.408876 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 48492) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:37:31.439509 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-16e2b823-46f5-491c-84a3-c3d911e34992 req-d912a27a-e97f-4583-a3a6-476311eba362 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486214 May 11 16:37:31.551817 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-020556cd-0687-45da-971a-e3f6e523dd79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:31.568527 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-020556cd-0687-45da-971a-e3f6e523dd79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:37:31.573301 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-020556cd-0687-45da-971a-e3f6e523dd79 admin admin] Usage tracker for resource:security_group_rule and tenant:738d5c10153645f0a31c924b4fcf3a5d is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:37:31.577267 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-020556cd-0687-45da-971a-e3f6e523dd79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:37:31.584459 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-020556cd-0687-45da-971a-e3f6e523dd79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:37:31.674776 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-020556cd-0687-45da-971a-e3f6e523dd79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:31.680210 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-020556cd-0687-45da-971a-e3f6e523dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:31.689731 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-092802f2-4760-47a0-80a9-167be5e092f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:31.729800 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-020556cd-0687-45da-971a-e3f6e523dd79 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=738d5c10153645f0a31c924b4fcf3a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3191316 May 11 16:37:31.731463 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020556cd-0687-45da-971a-e3f6e523dd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbbcaaf-13e5-4847-9cd3-9de78d54d28f,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:31.733451 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 48502) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:37:31.739020 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 3958790e-4944-4931-8d51-5f33ce150e7d up at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:37:31.747152 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70373d0-542b-4978-9a0f-a4ce22372e8c req-bfad0073-d7c6-4ff7-8c9d-92ebff7cd17a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:31.748786 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a70373d0-542b-4978-9a0f-a4ce22372e8c req-bfad0073-d7c6-4ff7-8c9d-92ebff7cd17a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=28d4301e-aed4-42a3-8e5a-c154b35bc7aa HTTP/1.1" status: 200 len: 946 time: 0.0864542 May 11 16:37:31.759780 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020556cd-0687-45da-971a-e3f6e523dd79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:31.760335 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020556cd-0687-45da-971a-e3f6e523dd79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:31.760652 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020556cd-0687-45da-971a-e3f6e523dd79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:31.761092 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020556cd-0687-45da-971a-e3f6e523dd79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:31.761525 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020556cd-0687-45da-971a-e3f6e523dd79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:31.761876 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020556cd-0687-45da-971a-e3f6e523dd79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:31.762278 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020556cd-0687-45da-971a-e3f6e523dd79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:31.762680 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020556cd-0687-45da-971a-e3f6e523dd79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:31.763102 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020556cd-0687-45da-971a-e3f6e523dd79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:31.763486 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020556cd-0687-45da-971a-e3f6e523dd79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:31.763943 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020556cd-0687-45da-971a-e3f6e523dd79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:31.764325 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020556cd-0687-45da-971a-e3f6e523dd79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:31.771597 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-020556cd-0687-45da-971a-e3f6e523dd79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:31.803718 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a70373d0-542b-4978-9a0f-a4ce22372e8c req-da7ee82c-eaf0-4ff2-91c3-9089d27fb505 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483057 May 11 16:37:31.823535 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning for port 3958790e-4944-4931-8d51-5f33ce150e7d completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:37:31.828331 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning complete for port 3958790e-4944-4931-8d51-5f33ce150e7d triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:37:31.828660 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-63203f21-0a76-4135-a3ba-bf499c634f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:31.828787 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:31.858703 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-63203f21-0a76-4135-a3ba-bf499c634f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:31.919610 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-63203f21-0a76-4135-a3ba-bf499c634f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:31.925007 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-4e2d925e-d014-47de-9027-4ae64e13a1a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:31.936057 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63203f21-0a76-4135-a3ba-bf499c634f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbbcaaf-13e5-4847-9cd3-9de78d54d28f,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:31.941167 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-63203f21-0a76-4135-a3ba-bf499c634f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:31.943199 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-63203f21-0a76-4135-a3ba-bf499c634f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:31.944323 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-63203f21-0a76-4135-a3ba-bf499c634f90 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/edbbcaaf-13e5-4847-9cd3-9de78d54d28f HTTP/1.1" status: 204 len: 168 time: 0.2099931 May 11 16:37:31.968307 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:32.004073 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 3958790e-4944-4931-8d51-5f33ce150e7d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3958790e-4944-4931-8d51-5f33ce150e7d,segment=NetworkSegment(6b563db9-3858-477c-8dc7-5fefdbbaa18a),segment_id=6b563db9-3858-477c-8dc7-5fefdbbaa18a)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:32.009033 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:32.011148 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:32.087037 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=3958790e-4944-4931-8d51-5f33ce150e7d,revision_number=5']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:32.092879 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:32.298261 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d4301e-aed4-42a3-8e5a-c154b35bc7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cad2498-a621-486f-9dec-89650d60c167'}, {'server_uuid': '1b0accb6-acb5-47ba-8919-e85cadd776ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3958790e-4944-4931-8d51-5f33ce150e7d'}] {{(pid=78911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:37:32.414905 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1431ec-6729-46e6-8892-639f838d0261 req-2410764c-344f-45cf-a7ab-4ba1b514e51c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:32.416447 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ef1431ec-6729-46e6-8892-639f838d0261 req-2410764c-344f-45cf-a7ab-4ba1b514e51c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 946 time: 0.1335323 May 11 16:37:32.481063 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ef1431ec-6729-46e6-8892-639f838d0261 req-44f670f4-e930-4b62-a799-15769714cec5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0576568 May 11 16:37:32.500109 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da810853-7c69-4cc1-b43f-8a34bfcafd8d req-8930905b-e62b-453d-873c-b0a755fa1940 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:32.501607 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-da810853-7c69-4cc1-b43f-8a34bfcafd8d req-8930905b-e62b-453d-873c-b0a755fa1940 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 944 time: 0.1412165 May 11 16:37:32.551219 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-da810853-7c69-4cc1-b43f-8a34bfcafd8d req-afd1bae4-a732-42c3-a93f-e4fd68ee78c0 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422459 May 11 16:37:32.555089 dv-cinder-789603-4-smb neutron-server[78911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d4301e-aed4-42a3-8e5a-c154b35bc7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cad2498-a621-486f-9dec-89650d60c167', 'code': 200} May 11 16:37:32.558572 dv-cinder-789603-4-smb neutron-server[78911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0accb6-acb5-47ba-8919-e85cadd776ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3958790e-4944-4931-8d51-5f33ce150e7d', 'code': 200} May 11 16:37:32.890873 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165043f8-5cf9-4914-82aa-b88210e6423d req-dd13c800-101c-4d42-9eaf-d4bc9b301a05 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:32.892460 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-165043f8-5cf9-4914-82aa-b88210e6423d req-dd13c800-101c-4d42-9eaf-d4bc9b301a05 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b0accb6-acb5-47ba-8919-e85cadd776ca HTTP/1.1" status: 200 len: 946 time: 0.1918275 May 11 16:37:33.017022 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-165043f8-5cf9-4914-82aa-b88210e6423d req-6cd7e4cb-c065-4ff7-b0a2-5eb879aeaf42 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096838 May 11 16:37:33.051013 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3d81d-ac67-4c6c-bce7-7ebb3e0bc3c9 req-15e88a39-0aba-439f-be6f-688c09e37a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:33.052433 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c6b3d81d-ac67-4c6c-bce7-7ebb3e0bc3c9 req-15e88a39-0aba-439f-be6f-688c09e37a7d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1b0accb6-acb5-47ba-8919-e85cadd776ca HTTP/1.1" status: 200 len: 1099 time: 0.2596440 May 11 16:37:33.068727 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ee75e-9e36-453a-bf85-faf4cf264fc6 req-30e04031-2e9b-4fff-83ee-c0584a75cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:33.070147 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5f2ee75e-9e36-453a-bf85-faf4cf264fc6 req-30e04031-2e9b-4fff-83ee-c0584a75cce0 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=28d4301e-aed4-42a3-8e5a-c154b35bc7aa HTTP/1.1" status: 200 len: 1099 time: 0.2288032 May 11 16:37:33.140828 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5efcfc-65d4-498b-9152-828e6ddfa779 req-369eec89-adce-423b-9830-d894f4acb89a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:33.150149 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3d5efcfc-65d4-498b-9152-828e6ddfa779 req-369eec89-adce-423b-9830-d894f4acb89a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=28d4301e-aed4-42a3-8e5a-c154b35bc7aa HTTP/1.1" status: 200 len: 946 time: 0.2229025 May 11 16:37:33.203270 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c6b3d81d-ac67-4c6c-bce7-7ebb3e0bc3c9 req-dbe6e1e9-fc25-400e-84df-9218f6339ed0 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375470 May 11 16:37:33.217896 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5f2ee75e-9e36-453a-bf85-faf4cf264fc6 req-f558fec9-e9c2-4724-a772-e900b037ce5b service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279774 May 11 16:37:33.221609 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3d5efcfc-65d4-498b-9152-828e6ddfa779 req-0319a164-7dbd-4d82-89ce-d54507714b99 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689015 May 11 16:37:33.728884 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e4c13-58f0-4d74-928c-4a8934eb7407 req-3f2a49d6-df24-4dcc-80ef-f9b9678762f9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:33.730338 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-521e4c13-58f0-4d74-928c-4a8934eb7407 req-3f2a49d6-df24-4dcc-80ef-f9b9678762f9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 946 time: 0.1330068 May 11 16:37:33.742054 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 35c981be-d442-4442-a78d-6d72a97a8123 up at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:37:33.792326 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-521e4c13-58f0-4d74-928c-4a8934eb7407 req-07f9c1de-79ee-47d4-bbc8-f45336b0fe3d tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0543594 May 11 16:37:33.811475 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59def2e9-f73e-4739-a007-e413631b4bfe req-f9a49f32-273d-42f9-9a9f-c6d2611ed188 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:33.813324 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-59def2e9-f73e-4739-a007-e413631b4bfe req-f9a49f32-273d-42f9-9a9f-c6d2611ed188 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 944 time: 0.1454833 May 11 16:37:33.829462 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning for port 35c981be-d442-4442-a78d-6d72a97a8123 completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:37:33.834646 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning complete for port 35c981be-d442-4442-a78d-6d72a97a8123 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:37:33.835080 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:33.882079 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-59def2e9-f73e-4739-a007-e413631b4bfe req-e7cdda9b-50be-4dc7-b35f-ed3167d9fe05 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609248 May 11 16:37:33.972775 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:34.010547 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 35c981be-d442-4442-a78d-6d72a97a8123, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=35c981be-d442-4442-a78d-6d72a97a8123,segment=NetworkSegment(372da730-caa5-4221-8305-27cc197c62a9),segment_id=372da730-caa5-4221-8305-27cc197c62a9)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:34.014480 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:34.016398 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:34.084237 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=35c981be-d442-4442-a78d-6d72a97a8123,revision_number=5']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:34.088130 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:34.209337 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae1d91-d92e-461f-a414-3778fd87c17f req-74692754-5ed6-4c8c-b7d2-c48bd661e69b tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:34.210832 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-56ae1d91-d92e-461f-a414-3778fd87c17f req-74692754-5ed6-4c8c-b7d2-c48bd661e69b tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b0accb6-acb5-47ba-8919-e85cadd776ca HTTP/1.1" status: 200 len: 946 time: 0.0837338 May 11 16:37:34.261038 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-56ae1d91-d92e-461f-a414-3778fd87c17f req-3cce7775-2a9c-4c7a-b4ee-6b617210257b tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434701 May 11 16:37:34.435437 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f38aa-17bb-4a98-9418-c7d42154cffa req-e4eb8130-a029-4dc3-96ab-f69fa100a2d7 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:34.438048 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a65f38aa-17bb-4a98-9418-c7d42154cffa req-e4eb8130-a029-4dc3-96ab-f69fa100a2d7 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=28d4301e-aed4-42a3-8e5a-c154b35bc7aa HTTP/1.1" status: 200 len: 946 time: 0.0991013 May 11 16:37:34.484843 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a65f38aa-17bb-4a98-9418-c7d42154cffa req-d4941e52-d753-4924-9609-46a5edae9cf1 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405772 May 11 16:37:34.560283 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed31968-8f1d-44d6-845c-fbba2bbb1684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c981be-d442-4442-a78d-6d72a97a8123'}] {{(pid=78911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:37:34.609454 dv-cinder-789603-4-smb neutron-server[78911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed31968-8f1d-44d6-845c-fbba2bbb1684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c981be-d442-4442-a78d-6d72a97a8123', 'code': 200} May 11 16:37:35.108210 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b1a13-78d4-4989-b008-2037b9443916 req-1d3ca419-1a1b-41ae-9ed8-8c5dd558657d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:35.109670 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c68b1a13-78d4-4989-b008-2037b9443916 req-1d3ca419-1a1b-41ae-9ed8-8c5dd558657d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 1098 time: 0.2105455 May 11 16:37:35.120936 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbddce8-2099-470b-8d25-c94e75b3f0a1 req-9fb9fb75-8be4-499c-815c-3083d1176b9f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:35.122277 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-efbddce8-2099-470b-8d25-c94e75b3f0a1 req-9fb9fb75-8be4-499c-815c-3083d1176b9f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 946 time: 0.1901317 May 11 16:37:35.305520 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618e8c5-1e21-43fb-88c8-9276f9cb157d req-d90b3890-a91f-44f2-a8ed-edb2fac930ae tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:35.306995 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5618e8c5-1e21-43fb-88c8-9276f9cb157d req-d90b3890-a91f-44f2-a8ed-edb2fac930ae tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.2972450 May 11 16:37:35.320938 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-efbddce8-2099-470b-8d25-c94e75b3f0a1 req-29f5aca4-9b95-4b53-bab0-5cc244f1ef06 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1838665 May 11 16:37:35.339716 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c68b1a13-78d4-4989-b008-2037b9443916 req-12688872-8f23-4d09-94fa-51d1e7bac96e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164528 May 11 16:37:35.375836 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5618e8c5-1e21-43fb-88c8-9276f9cb157d req-30867801-f197-488b-a504-1d7c9aef6525 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609360 May 11 16:37:35.586801 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1be3a5-b55a-43a7-91ce-2f4a0e9ba2d8 req-6e5aff30-c33b-4822-8080-c6b8a1c5f4c6 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:35.588393 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0f1be3a5-b55a-43a7-91ce-2f4a0e9ba2d8 req-6e5aff30-c33b-4822-8080-c6b8a1c5f4c6 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b0accb6-acb5-47ba-8919-e85cadd776ca HTTP/1.1" status: 200 len: 946 time: 0.0883689 May 11 16:37:35.639550 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0f1be3a5-b55a-43a7-91ce-2f4a0e9ba2d8 req-a2221377-ca35-4d5b-a504-75c1f65632bc tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444489 May 11 16:37:35.731109 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4f11d-9aee-41b5-be20-d50159055e29 req-57849ecf-a136-4f28-90b6-b2df3513c365 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:35.732718 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-aab4f11d-9aee-41b5-be20-d50159055e29 req-57849ecf-a136-4f28-90b6-b2df3513c365 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=28d4301e-aed4-42a3-8e5a-c154b35bc7aa HTTP/1.1" status: 200 len: 946 time: 0.0922153 May 11 16:37:35.786914 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-aab4f11d-9aee-41b5-be20-d50159055e29 req-b9b3ea1a-5866-4f95-8d18-a24bea59f723 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467668 May 11 16:37:36.592485 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fcf8c-7c9f-45ff-9d9e-e191a807e866 req-f4e24de9-079f-4178-932b-a140ed88da3b tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:36.593999 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d74fcf8c-7c9f-45ff-9d9e-e191a807e866 req-f4e24de9-079f-4178-932b-a140ed88da3b tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 946 time: 0.1453090 May 11 16:37:36.634710 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e81244-9988-484e-9e26-ce94b4fcae5d req-9c089bb8-3fd7-498d-b4bb-7baaec11abed tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:36.636332 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-50e81244-9988-484e-9e26-ce94b4fcae5d req-9c089bb8-3fd7-498d-b4bb-7baaec11abed tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.1345267 May 11 16:37:36.690847 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d74fcf8c-7c9f-45ff-9d9e-e191a807e866 req-d4b1e8ee-b0e9-4b34-ad7e-28d724fc7b97 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0841739 May 11 16:37:36.701540 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-50e81244-9988-484e-9e26-ce94b4fcae5d req-7ed4db6b-5a35-4f0e-bfa6-35cc21636fcd tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591691 May 11 16:37:36.995283 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7faba2-b710-4fc3-bf14-c7749ff9d8b5 req-d504e82a-8c3c-4737-a804-18e86d669527 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:36.996781 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8f7faba2-b710-4fc3-bf14-c7749ff9d8b5 req-d504e82a-8c3c-4737-a804-18e86d669527 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=28d4301e-aed4-42a3-8e5a-c154b35bc7aa HTTP/1.1" status: 200 len: 946 time: 0.0918682 May 11 16:37:37.050467 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8f7faba2-b710-4fc3-bf14-c7749ff9d8b5 req-144d8cca-c084-4eeb-b253-34e76d588cb3 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465274 May 11 16:37:37.271358 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e86a9-5d00-4065-8a0d-a5b47b1ff0f4 req-64a8f02e-dc69-46b8-9979-d6c0b892cb2c tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:37.272963 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4a2e86a9-5d00-4065-8a0d-a5b47b1ff0f4 req-64a8f02e-dc69-46b8-9979-d6c0b892cb2c tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b0accb6-acb5-47ba-8919-e85cadd776ca HTTP/1.1" status: 200 len: 946 time: 0.1134994 May 11 16:37:37.336763 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4a2e86a9-5d00-4065-8a0d-a5b47b1ff0f4 req-efecfce9-13d6-4c05-8ced-f781f07939b5 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555496 May 11 16:37:37.987568 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2dd4ef-5681-411b-a797-d95735f694be req-3bdf1c45-471f-4246-b16a-acef2229b4dc tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:37.989120 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-dd2dd4ef-5681-411b-a797-d95735f694be req-3bdf1c45-471f-4246-b16a-acef2229b4dc tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.1395633 May 11 16:37:38.022140 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c826d1f-ebe2-4ee7-a791-732663c170d4 req-bb1f5b89-76ac-4bb5-89b4-fad7b06e4d2a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:38.023526 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2c826d1f-ebe2-4ee7-a791-732663c170d4 req-bb1f5b89-76ac-4bb5-89b4-fad7b06e4d2a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 946 time: 0.1408048 May 11 16:37:38.075787 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-dd2dd4ef-5681-411b-a797-d95735f694be req-2cc19f70-2004-4dcb-a5c8-e173f330c875 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795054 May 11 16:37:38.089499 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2c826d1f-ebe2-4ee7-a791-732663c170d4 req-140e193b-9a95-4276-833f-03d3080c24b2 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0590873 May 11 16:37:38.260524 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e697dfd-44b6-47bd-a9ca-04ade1ba1efb req-446871c4-df9a-4b13-8a8e-f2884f36a40e tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:38.262010 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4e697dfd-44b6-47bd-a9ca-04ade1ba1efb req-446871c4-df9a-4b13-8a8e-f2884f36a40e tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=28d4301e-aed4-42a3-8e5a-c154b35bc7aa HTTP/1.1" status: 200 len: 946 time: 0.0830619 May 11 16:37:38.312409 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4e697dfd-44b6-47bd-a9ca-04ade1ba1efb req-8804c286-68ce-40af-b99d-8d177706664b tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432615 May 11 16:37:38.556783 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640953ff-4741-4a9e-a1b5-a6315cbea0a5 req-8ba008f3-13f2-4682-8d2b-194de579ab2f tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:38.558319 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-640953ff-4741-4a9e-a1b5-a6315cbea0a5 req-8ba008f3-13f2-4682-8d2b-194de579ab2f tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b0accb6-acb5-47ba-8919-e85cadd776ca HTTP/1.1" status: 200 len: 946 time: 0.0917764 May 11 16:37:38.641973 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-640953ff-4741-4a9e-a1b5-a6315cbea0a5 req-61e745d4-d461-4605-bb26-1082f8b193d4 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761077 May 11 16:37:38.966622 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26931d4c-ac82-4f4b-8f10-2dc18a1d4c5a req-b40b4f75-5097-4bd6-a946-e15493ee516d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:38.968534 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-26931d4c-ac82-4f4b-8f10-2dc18a1d4c5a req-b40b4f75-5097-4bd6-a946-e15493ee516d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=262ccc5510544ce0a4c4ce0d80c13de5&device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 1099 time: 0.1051309 May 11 16:37:39.196521 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26931d4c-ac82-4f4b-8f10-2dc18a1d4c5a req-16de155c-99f7-44bb-9a5e-cb52cb312166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:39.196521 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-26931d4c-ac82-4f4b-8f10-2dc18a1d4c5a req-16de155c-99f7-44bb-9a5e-cb52cb312166 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b88aa6df-5bed-46a0-8951-f555a2261aa5 HTTP/1.1" status: 200 len: 919 time: 0.1796420 May 11 16:37:39.400828 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-26931d4c-ac82-4f4b-8f10-2dc18a1d4c5a req-67044368-9151-4339-9a1f-a4f6a81d793f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b922d21-ad5e-427d-bb68-4dc27a9225d6 HTTP/1.1" status: 200 len: 1002 time: 0.1588378 May 11 16:37:39.488294 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6fe6c4-0fd1-4d93-b00c-702f68c3bf4e req-dc6f0f08-238b-409c-888d-46dfa0912b6d tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:39.489315 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4b6fe6c4-0fd1-4d93-b00c-702f68c3bf4e req-dc6f0f08-238b-409c-888d-46dfa0912b6d tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.2794211 May 11 16:37:39.606860 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26931d4c-ac82-4f4b-8f10-2dc18a1d4c5a req-c6bef337-e05a-4919-9bd5-779a31a926c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:39.610556 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-26931d4c-ac82-4f4b-8f10-2dc18a1d4c5a req-c6bef337-e05a-4919-9bd5-779a31a926c2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a408f652-827a-47bf-a362-ed4cc793ec89 HTTP/1.1" status: 200 len: 856 time: 0.2006500 May 11 16:37:39.782919 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4b6fe6c4-0fd1-4d93-b00c-702f68c3bf4e req-f78fe3c6-9888-496e-8afb-2091e84c7f3d tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829678 May 11 16:37:39.849094 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22660bcc-0818-4c45-bbd9-2410f1b34ee3 req-c8fd8f54-40cb-4a85-abf4-e5454989b2a6 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:39.856268 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-22660bcc-0818-4c45-bbd9-2410f1b34ee3 req-c8fd8f54-40cb-4a85-abf4-e5454989b2a6 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 946 time: 0.2422309 May 11 16:37:39.877678 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26931d4c-ac82-4f4b-8f10-2dc18a1d4c5a req-74171a08-25ff-40f4-8c73-430c9d392730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:39.879607 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-26931d4c-ac82-4f4b-8f10-2dc18a1d4c5a req-74171a08-25ff-40f4-8c73-430c9d392730 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b88aa6df-5bed-46a0-8951-f555a2261aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1702828 May 11 16:37:40.030885 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-22660bcc-0818-4c45-bbd9-2410f1b34ee3 req-6be7b0fc-9896-43ef-8e66-714c02aaa4bf tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1737201 May 11 16:37:40.238014 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-26931d4c-ac82-4f4b-8f10-2dc18a1d4c5a req-34b85eab-b08a-4252-8d83-e729cb9db154 service neutron] 10.222.0.85 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402781 May 11 16:37:40.397402 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88216bd9-d571-4125-b2cc-fd8b8899c3c2 req-4e26b9f7-9c08-43d7-bca8-84447684f4b1 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:40.398986 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-88216bd9-d571-4125-b2cc-fd8b8899c3c2 req-4e26b9f7-9c08-43d7-bca8-84447684f4b1 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b0accb6-acb5-47ba-8919-e85cadd776ca HTTP/1.1" status: 200 len: 946 time: 0.2909899 May 11 16:37:40.510927 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-88216bd9-d571-4125-b2cc-fd8b8899c3c2 req-693f7938-1965-4942-b30f-dfcb1047fc1d tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/security-groups?id=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021037 May 11 16:37:40.516979 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-26931d4c-ac82-4f4b-8f10-2dc18a1d4c5a req-45afe610-3cc0-4e09-9ede-a54d39bad22e service neutron] 10.222.0.85 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581885 May 11 16:37:40.539138 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c98bf-692e-4b21-b4c8-0ef76d636bd1 req-780ac8c6-ebb2-4e37-a5f2-06d5d52f4d40 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:40.540678 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-524c98bf-692e-4b21-b4c8-0ef76d636bd1 req-780ac8c6-ebb2-4e37-a5f2-06d5d52f4d40 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.85 "GET /v2.0/ports?device_id=1b0accb6-acb5-47ba-8919-e85cadd776ca HTTP/1.1" status: 200 len: 946 time: 0.2831190 May 11 16:37:40.568324 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-d4cc6c9b-b524-4353-9145-e535137f21ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:40.755525 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [req-524c98bf-692e-4b21-b4c8-0ef76d636bd1 req-856864bc-9cea-45e3-a103-df3927803caf tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Deleting port 3958790e-4944-4931-8d51-5f33ce150e7d {{(pid=78909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:37:40.755894 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-524c98bf-692e-4b21-b4c8-0ef76d636bd1 req-856864bc-9cea-45e3-a103-df3927803caf tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:40.941290 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [req-524c98bf-692e-4b21-b4c8-0ef76d636bd1 req-856864bc-9cea-45e3-a103-df3927803caf tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] For port 3958790e-4944-4931-8d51-5f33ce150e7d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3958790e-4944-4931-8d51-5f33ce150e7d,segment=NetworkSegment(6b563db9-3858-477c-8dc7-5fefdbbaa18a),segment_id=6b563db9-3858-477c-8dc7-5fefdbbaa18a)] {{(pid=78909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:40.941655 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-524c98bf-692e-4b21-b4c8-0ef76d636bd1 req-856864bc-9cea-45e3-a103-df3927803caf tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:41.112588 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [req-524c98bf-692e-4b21-b4c8-0ef76d636bd1 req-856864bc-9cea-45e3-a103-df3927803caf tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Calling delete_port for 3958790e-4944-4931-8d51-5f33ce150e7d owned by compute:nova {{(pid=78909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:37:41.175466 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e47857-2d1e-409a-8b77-ec457e488b76 req-3f9ac86a-722c-4777-bd86-c9439557a46e tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:41.177207 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-28e47857-2d1e-409a-8b77-ec457e488b76 req-3f9ac86a-722c-4777-bd86-c9439557a46e tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.2389667 May 11 16:37:41.321849 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-28e47857-2d1e-409a-8b77-ec457e488b76 req-0bbee1d8-d4a9-4e10-9bd5-8001fc5d3bac tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084290 May 11 16:37:41.379140 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1256639-1456-4d76-8d70-cd05eeb0a401 req-bb7dd1be-ab6d-498a-aedf-315d18ed472f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:41.384393 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a1256639-1456-4d76-8d70-cd05eeb0a401 req-bb7dd1be-ab6d-498a-aedf-315d18ed472f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 946 time: 0.2048316 May 11 16:37:41.387572 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-524c98bf-692e-4b21-b4c8-0ef76d636bd1 req-856864bc-9cea-45e3-a103-df3927803caf tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:41.400567 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['3958790e-4944-4931-8d51-5f33ce150e7d'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:37:41.407006 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-7fcfa342-2b65-4d79-9b1c-cc38c430d21e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:41.513946 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856864bc-9cea-45e3-a103-df3927803caf tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Pushing event deleted for resources: {'Port': ['ID=3958790e-4944-4931-8d51-5f33ce150e7d,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:41.572540 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856864bc-9cea-45e3-a103-df3927803caf tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:41.572913 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856864bc-9cea-45e3-a103-df3927803caf tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:41.573238 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856864bc-9cea-45e3-a103-df3927803caf tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:41.573589 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856864bc-9cea-45e3-a103-df3927803caf tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:41.573921 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856864bc-9cea-45e3-a103-df3927803caf tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:41.574353 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856864bc-9cea-45e3-a103-df3927803caf tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:41.574598 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856864bc-9cea-45e3-a103-df3927803caf tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:41.574928 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856864bc-9cea-45e3-a103-df3927803caf tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:41.575258 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856864bc-9cea-45e3-a103-df3927803caf tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:41.575587 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856864bc-9cea-45e3-a103-df3927803caf tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:41.575944 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856864bc-9cea-45e3-a103-df3927803caf tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:41.576272 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856864bc-9cea-45e3-a103-df3927803caf tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:41.581688 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.l3_dvrscheduler_db [req-524c98bf-692e-4b21-b4c8-0ef76d636bd1 req-856864bc-9cea-45e3-a103-df3927803caf tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] No DVR routers for this DVR port 3958790e-4944-4931-8d51-5f33ce150e7d on host hv-cinder-78960 {{(pid=78909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:37:41.583516 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-856864bc-9cea-45e3-a103-df3927803caf tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:41.589537 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-524c98bf-692e-4b21-b4c8-0ef76d636bd1 req-856864bc-9cea-45e3-a103-df3927803caf tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:41.592076 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0accb6-acb5-47ba-8919-e85cadd776ca', 'name': 'network-vif-deleted', 'tag': '3958790e-4944-4931-8d51-5f33ce150e7d'}] {{(pid=78909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:37:41.602835 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a1256639-1456-4d76-8d70-cd05eeb0a401 req-74b26d14-fc34-4e6a-a593-268e818c213c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1971204 May 11 16:37:41.609336 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-524c98bf-692e-4b21-b4c8-0ef76d636bd1 req-856864bc-9cea-45e3-a103-df3927803caf tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.85 "DELETE /v2.0/ports/3958790e-4944-4931-8d51-5f33ce150e7d HTTP/1.1" status: 204 len: 173 time: 1.0188849 May 11 16:37:41.716018 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0accb6-acb5-47ba-8919-e85cadd776ca', 'name': 'network-vif-deleted', 'tag': '3958790e-4944-4931-8d51-5f33ce150e7d', 'status': 'completed', 'code': 200} May 11 16:37:41.818442 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-3fbad62e-7770-43f2-907b-82fa0a8f735e req-a34bad9d-c6b5-4359-b2b5-11ff33cb724c tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Synchronizing usage tracker for tenant:a055b4450a844a3d80f01040e304e5bc on resource:port {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:37:41.900553 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-3fbad62e-7770-43f2-907b-82fa0a8f735e req-a34bad9d-c6b5-4359-b2b5-11ff33cb724c tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Unset dirty status for tenant:a055b4450a844a3d80f01040e304e5bc on resource:port {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:37:41.901717 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3fbad62e-7770-43f2-907b-82fa0a8f735e req-a34bad9d-c6b5-4359-b2b5-11ff33cb724c tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b0accb6-acb5-47ba-8919-e85cadd776ca HTTP/1.1" status: 200 len: 210 time: 0.1749406 May 11 16:37:41.943580 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708c278-5c89-4635-aa90-928c2b6c4ed6 req-88066b0b-217e-4051-beff-7506d9f59f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:41.945083 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3708c278-5c89-4635-aa90-928c2b6c4ed6 req-88066b0b-217e-4051-beff-7506d9f59f88 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bb3db5d8cbfa44f0a16514218b4ef74f&device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 1098 time: 0.1758854 May 11 16:37:41.966290 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ab92c-f848-43ee-bcc8-8c3b2c4efe01 req-3051020a-395a-4cec-8923-ce70c8c4f9a2 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:41.968133 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-644ab92c-f848-43ee-bcc8-8c3b2c4efe01 req-3051020a-395a-4cec-8923-ce70c8c4f9a2 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.1520092 May 11 16:37:42.215178 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-644ab92c-f848-43ee-bcc8-8c3b2c4efe01 req-92d3c20b-86d2-4697-9301-419f28cafcd1 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251859 May 11 16:37:42.256096 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708c278-5c89-4635-aa90-928c2b6c4ed6 req-e74fb7d5-7a65-48eb-bde0-1eb9c8ba92f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:42.258437 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3708c278-5c89-4635-aa90-928c2b6c4ed6 req-e74fb7d5-7a65-48eb-bde0-1eb9c8ba92f6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ea3184e0-5a3e-4c08-862d-713868656b08 HTTP/1.1" status: 200 len: 921 time: 0.2892158 May 11 16:37:42.374910 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3708c278-5c89-4635-aa90-928c2b6c4ed6 req-eceebf11-200d-4b43-a364-029d14fe2291 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c981be-d442-4442-a78d-6d72a97a8123 HTTP/1.1" status: 200 len: 217 time: 0.0974307 May 11 16:37:42.468409 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708c278-5c89-4635-aa90-928c2b6c4ed6 req-36afc072-5d16-4d76-a02e-d477a898a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:42.471907 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3708c278-5c89-4635-aa90-928c2b6c4ed6 req-36afc072-5d16-4d76-a02e-d477a898a217 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=83ee92e9-ebf4-4f5e-8d64-d234ce1a9847 HTTP/1.1" status: 200 len: 859 time: 0.0838683 May 11 16:37:42.543867 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3708c278-5c89-4635-aa90-928c2b6c4ed6 req-e7e5f69e-1a4e-4025-832e-859e9a045918 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ea3184e0-5a3e-4c08-862d-713868656b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478089 May 11 16:37:42.594093 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:42.712353 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3708c278-5c89-4635-aa90-928c2b6c4ed6 req-f75761a6-8947-4869-8b3d-3ab9d38c9961 service neutron] 10.222.0.85 "GET /v2.0/networks/ea3184e0-5a3e-4c08-862d-713868656b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527772 May 11 16:37:42.929488 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3708c278-5c89-4635-aa90-928c2b6c4ed6 req-f2f2bc93-0c22-4a05-80e1-c9db6e65f834 service neutron] 10.222.0.85 "GET /v2.0/networks/ea3184e0-5a3e-4c08-862d-713868656b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030089 May 11 16:37:42.965158 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b784b-fb4f-481c-880a-2d44e8cc6dd9 req-faecf58a-dcfd-4b10-b61c-af807a21202b tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:42.967291 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2c0b784b-fb4f-481c-880a-2d44e8cc6dd9 req-faecf58a-dcfd-4b10-b61c-af807a21202b tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 946 time: 0.2112889 May 11 16:37:43.059436 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2c0b784b-fb4f-481c-880a-2d44e8cc6dd9 req-bfdd553b-8de3-4aee-8e4e-62c73dd915da tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0809472 May 11 16:37:43.512243 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122964f-d75b-4b5a-b643-f00d2a42e9d6 req-37d8f86a-dd63-4042-a80b-5f35d292319e tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:43.514045 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b122964f-d75b-4b5a-b643-f00d2a42e9d6 req-37d8f86a-dd63-4042-a80b-5f35d292319e tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.1581249 May 11 16:37:43.576249 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b122964f-d75b-4b5a-b643-f00d2a42e9d6 req-77c25f04-5a0a-4716-9246-cdb8d925b93f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527229 May 11 16:37:43.589230 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-f9a36a9d-cf4f-4bc5-9103-5e4a92587c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:43.713873 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:43.754384 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d88cb4-250f-4bb8-9a2a-946c9b2f2d8e req-7cb6f5db-827f-4bc1-8896-36c3adf76770 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:43.756116 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-04d88cb4-250f-4bb8-9a2a-946c9b2f2d8e req-7cb6f5db-827f-4bc1-8896-36c3adf76770 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.1253331 May 11 16:37:43.824013 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-04d88cb4-250f-4bb8-9a2a-946c9b2f2d8e req-676df10d-b308-4fbf-8021-820997073914 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609756 May 11 16:37:43.835944 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 3958790e-4944-4931-8d51-5f33ce150e7d no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:37:43.931467 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] No Port match for: 3958790e-4944-4931-8d51-5f33ce150e7d {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:37:43.931752 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 3958790e-4944-4931-8d51-5f33ce150e7d not bound to the agent host hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:37:44.299322 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b54de-1b2f-4881-aa98-f041fa0cc0de req-34d5299a-a18c-4cc3-a0ed-230ebc74bab3 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:44.301426 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-144b54de-1b2f-4881-aa98-f041fa0cc0de req-34d5299a-a18c-4cc3-a0ed-230ebc74bab3 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 946 time: 0.0905366 May 11 16:37:44.368265 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-144b54de-1b2f-4881-aa98-f041fa0cc0de req-bf8adfe9-5282-401e-b167-10bbdab1724c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0578485 May 11 16:37:44.881073 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613441cc-9f9d-46bc-8bd6-5d46d09a270b req-783b519b-b52a-41b7-aa1d-c4e3737bd06c tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:44.887452 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-613441cc-9f9d-46bc-8bd6-5d46d09a270b req-783b519b-b52a-41b7-aa1d-c4e3737bd06c tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.1764913 May 11 16:37:44.943305 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-613441cc-9f9d-46bc-8bd6-5d46d09a270b req-31140166-f004-4201-a508-6f05d1b239f2 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523973 May 11 16:37:45.037302 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:45.177986 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1315af-d477-468d-b908-a94c0ba57c40 req-ff4e5e21-4ce3-433e-862c-338c99cad75e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:45.185802 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9b1315af-d477-468d-b908-a94c0ba57c40 req-ff4e5e21-4ce3-433e-862c-338c99cad75e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.1157467 May 11 16:37:45.240995 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9b1315af-d477-468d-b908-a94c0ba57c40 req-dca60028-b9cb-4bc7-b881-f2a6ccbcf8f3 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538223 May 11 16:37:45.411867 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 48874) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:37:45.554446 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-3c188a3f-e33f-4140-a0e8-7bf7cf41523e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:45.571911 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-3c188a3f-e33f-4140-a0e8-7bf7cf41523e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:37:45.576895 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-3c188a3f-e33f-4140-a0e8-7bf7cf41523e admin admin] Usage tracker for resource:security_group_rule and tenant:50be0232096e4c00b2e0469a1c0fccfd is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:37:45.580682 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-3c188a3f-e33f-4140-a0e8-7bf7cf41523e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:37:45.589990 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-3c188a3f-e33f-4140-a0e8-7bf7cf41523e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:37:45.628497 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338436c8-3d37-480e-a91d-074a71fe4769 req-bea338b2-3a22-484b-9ea9-687dda257eda tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:45.630155 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-338436c8-3d37-480e-a91d-074a71fe4769 req-bea338b2-3a22-484b-9ea9-687dda257eda tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 946 time: 0.0983264 May 11 16:37:45.690123 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-338436c8-3d37-480e-a91d-074a71fe4769 req-35499d48-e2ff-4f4e-9f3d-d89ccac95b8f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0487916 May 11 16:37:45.733219 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-3c188a3f-e33f-4140-a0e8-7bf7cf41523e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:45.739198 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-3c188a3f-e33f-4140-a0e8-7bf7cf41523e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:45.749385 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-55aa76c0-d6e1-44a5-9e43-0554df41130d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:45.799578 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-3c188a3f-e33f-4140-a0e8-7bf7cf41523e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=50be0232096e4c00b2e0469a1c0fccfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3864832 May 11 16:37:45.801312 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c188a3f-e33f-4140-a0e8-7bf7cf41523e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1d29bb-1274-4af0-85b9-5c1cbf27d28f,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:45.802017 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 48886) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:37:45.805030 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-3c188a3f-e33f-4140-a0e8-7bf7cf41523e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:45.887494 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b5ef98ef-7123-449a-a7b5-10ff3274b3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:45.920751 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b5ef98ef-7123-449a-a7b5-10ff3274b3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:45.985318 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b5ef98ef-7123-449a-a7b5-10ff3274b3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:45.993374 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-e4f83513-a0ea-4c42-85e1-76efab3aef3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:46.007975 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef98ef-7123-449a-a7b5-10ff3274b3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1d29bb-1274-4af0-85b9-5c1cbf27d28f,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:46.012207 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-b5ef98ef-7123-449a-a7b5-10ff3274b3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:46.015553 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b5ef98ef-7123-449a-a7b5-10ff3274b3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:46.017264 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-b5ef98ef-7123-449a-a7b5-10ff3274b3c9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ea1d29bb-1274-4af0-85b9-5c1cbf27d28f HTTP/1.1" status: 204 len: 168 time: 0.2139788 May 11 16:37:46.226112 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac78546-d237-43be-b9bf-c6da4b8af957 req-68260d65-5383-46f2-ade4-c01861044087 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:46.228157 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9ac78546-d237-43be-b9bf-c6da4b8af957 req-68260d65-5383-46f2-ade4-c01861044087 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.1346409 May 11 16:37:46.297728 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9ac78546-d237-43be-b9bf-c6da4b8af957 req-05501da3-e168-4aef-9be6-d7a98975cc48 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634985 May 11 16:37:46.825951 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e429f30-3bfa-40a4-8a3a-487ce1588835 req-2ee19b81-4772-4e3a-a309-ee5fa5931fc8 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:46.837480 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6e429f30-3bfa-40a4-8a3a-487ce1588835 req-2ee19b81-4772-4e3a-a309-ee5fa5931fc8 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.2410123 May 11 16:37:46.956752 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6e429f30-3bfa-40a4-8a3a-487ce1588835 req-3c8aa798-6376-4cfc-9716-b9c9c1f508ce tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152477 May 11 16:37:47.159248 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2521e1b-9cdf-42aa-b59c-2fdc0570c4b9 req-51574b87-f0a4-447b-91d2-e22e7c2707b4 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:47.161307 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b2521e1b-9cdf-42aa-b59c-2fdc0570c4b9 req-51574b87-f0a4-447b-91d2-e22e7c2707b4 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 946 time: 0.1490726 May 11 16:37:47.409233 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b2521e1b-9cdf-42aa-b59c-2fdc0570c4b9 req-651df9aa-680d-4c2e-82b4-0c6da4bc2c97 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2187915 May 11 16:37:47.626167 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:47.922379 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18a2df-c455-4346-bcfc-97e5564bd87e req-c3991f9c-4ba6-48e3-a3eb-5a833d8214a7 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:47.924903 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-fb18a2df-c455-4346-bcfc-97e5564bd87e req-c3991f9c-4ba6-48e3-a3eb-5a833d8214a7 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.3700686 May 11 16:37:48.012373 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-fb18a2df-c455-4346-bcfc-97e5564bd87e req-b1d4972d-3888-4c33-a22f-293e84e125a4 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754042 May 11 16:37:48.310455 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd6e75-6cba-4380-b44d-09ede23fc0d3 req-066b21a7-6a92-4c65-ab3b-fd4e23042e0a tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:48.327532 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8ccd6e75-6cba-4380-b44d-09ede23fc0d3 req-066b21a7-6a92-4c65-ab3b-fd4e23042e0a tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.2011251 May 11 16:37:48.460409 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8ccd6e75-6cba-4380-b44d-09ede23fc0d3 req-f718da70-ec95-4219-a5b1-5cc4a7a3cd5f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289079 May 11 16:37:48.903663 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a28fb-5674-4996-b7ff-8141c6b4e27e req-aa0ce036-3cd7-410b-aaa3-fdf0b4225310 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:48.912486 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ea8a28fb-5674-4996-b7ff-8141c6b4e27e req-aa0ce036-3cd7-410b-aaa3-fdf0b4225310 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 946 time: 0.2377369 May 11 16:37:49.000035 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ea8a28fb-5674-4996-b7ff-8141c6b4e27e req-dd260c5a-de5f-4f79-a35c-d0a2626eb103 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0851111 May 11 16:37:49.020678 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f30ec0-7063-4f8e-b420-7a31f8d651bd req-59b12bf3-a44d-46c2-8a85-47382bad74ac tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:49.036393 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-82f30ec0-7063-4f8e-b420-7a31f8d651bd req-59b12bf3-a44d-46c2-8a85-47382bad74ac tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=28d4301e-aed4-42a3-8e5a-c154b35bc7aa HTTP/1.1" status: 200 len: 946 time: 0.2828465 May 11 16:37:49.129655 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-82f30ec0-7063-4f8e-b420-7a31f8d651bd req-4497377a-5eb1-43c9-82f0-a97a1240b3bf tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905392 May 11 16:37:49.354896 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068de1d-d88f-41a0-b8e3-6c1fc72fc65d req-41578dc3-bf64-4f91-9fcf-e9e3dff6e4e8 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:49.356930 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c068de1d-d88f-41a0-b8e3-6c1fc72fc65d req-41578dc3-bf64-4f91-9fcf-e9e3dff6e4e8 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.1107028 May 11 16:37:49.443771 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c068de1d-d88f-41a0-b8e3-6c1fc72fc65d req-605b320f-13a0-4b7a-a6a3-a60a52848835 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778747 May 11 16:37:49.773506 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97e009-764a-4007-b5aa-63a2d7d33490 req-801cf31e-62df-41d9-9acd-ab8c2f23f783 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:49.775439 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1c97e009-764a-4007-b5aa-63a2d7d33490 req-801cf31e-62df-41d9-9acd-ab8c2f23f783 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3692d86-5b55-4f22-ac66-1c26d7e04243 HTTP/1.1" status: 200 len: 946 time: 0.1893089 May 11 16:37:49.830053 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed67465-ca0d-4923-be21-eeeb072b3935 req-3d81361f-94ba-4a8f-92ee-7992e55e200f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:49.831836 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0ed67465-ca0d-4923-be21-eeeb072b3935 req-3d81361f-94ba-4a8f-92ee-7992e55e200f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.2052629 May 11 16:37:49.863380 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1c97e009-764a-4007-b5aa-63a2d7d33490 req-ccfe0747-3bf9-41d7-bab1-8ec056cbccd2 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764539 May 11 16:37:49.900452 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0ed67465-ca0d-4923-be21-eeeb072b3935 req-3820f621-c7fd-4fd6-a7cf-d8211c9eb5fa tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561492 May 11 16:37:50.227766 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09956aaa-69d8-4c5c-8b56-fbcf53d2cb1d req-ec909616-328d-445d-a121-c60ad5da80a7 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:50.229403 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-09956aaa-69d8-4c5c-8b56-fbcf53d2cb1d req-ec909616-328d-445d-a121-c60ad5da80a7 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 946 time: 0.0968828 May 11 16:37:50.333091 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-09956aaa-69d8-4c5c-8b56-fbcf53d2cb1d req-d9af28ba-159c-4bd6-a96b-69a9aaf1c07b tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0974021 May 11 16:37:50.438636 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04637a7e-5a31-472a-a74d-54a5e52988a8 req-3b4e2600-c3a9-4508-bdb7-68d4312f7cea tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:50.446128 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-04637a7e-5a31-472a-a74d-54a5e52988a8 req-3b4e2600-c3a9-4508-bdb7-68d4312f7cea tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=28d4301e-aed4-42a3-8e5a-c154b35bc7aa HTTP/1.1" status: 200 len: 946 time: 0.1781588 May 11 16:37:50.499181 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-04637a7e-5a31-472a-a74d-54a5e52988a8 req-25de3a84-c4f3-4a8d-9fb5-0f83243ba7df tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516870 May 11 16:37:50.694029 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b096d84-d5c2-44a7-8a6c-677ba816bc80 req-827a378e-d91f-4a32-ab97-44b838469bdb tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:50.695913 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9b096d84-d5c2-44a7-8a6c-677ba816bc80 req-827a378e-d91f-4a32-ab97-44b838469bdb tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.1298718 May 11 16:37:50.754140 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9b096d84-d5c2-44a7-8a6c-677ba816bc80 req-1b2f15b8-1d26-41dc-8a93-746cd3d02a86 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469627 May 11 16:37:51.268085 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996dce74-223c-4b80-9f94-84487db42f09 req-7e97679d-bbea-41c8-aca2-8fa1c95d9b83 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:51.269804 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-996dce74-223c-4b80-9f94-84487db42f09 req-7e97679d-bbea-41c8-aca2-8fa1c95d9b83 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3692d86-5b55-4f22-ac66-1c26d7e04243 HTTP/1.1" status: 200 len: 946 time: 0.2339356 May 11 16:37:51.312304 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973b978-c104-4918-afdc-44968cd629f5 req-d5a6fd32-1c21-499d-a912-c5b3cf8770fe tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:51.314137 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f973b978-c104-4918-afdc-44968cd629f5 req-d5a6fd32-1c21-499d-a912-c5b3cf8770fe tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.2124803 May 11 16:37:51.333825 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5e1a5-8696-4f0d-816e-1faf2ff8badb req-3dbbe875-6bbf-4a83-9249-14a2e7ed8389 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:51.335265 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-89b5e1a5-8696-4f0d-816e-1faf2ff8badb req-3dbbe875-6bbf-4a83-9249-14a2e7ed8389 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.85 "GET /v2.0/ports?device_id=28d4301e-aed4-42a3-8e5a-c154b35bc7aa HTTP/1.1" status: 200 len: 946 time: 0.1915910 May 11 16:37:51.432167 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-996dce74-223c-4b80-9f94-84487db42f09 req-4a68f2c5-e3d4-4e19-86fb-6a175fde15d9 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533539 May 11 16:37:51.493618 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f973b978-c104-4918-afdc-44968cd629f5 req-3237c40b-5349-4c5f-afd4-c2181e2a80ed tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710405 May 11 16:37:51.578803 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [req-89b5e1a5-8696-4f0d-816e-1faf2ff8badb req-c83608e0-c724-4e1e-a631-52cb15996ab7 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Deleting port 8cad2498-a621-486f-9dec-89650d60c167 {{(pid=78909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:37:51.579141 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-89b5e1a5-8696-4f0d-816e-1faf2ff8badb req-c83608e0-c724-4e1e-a631-52cb15996ab7 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:51.956525 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [req-89b5e1a5-8696-4f0d-816e-1faf2ff8badb req-c83608e0-c724-4e1e-a631-52cb15996ab7 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] For port 8cad2498-a621-486f-9dec-89650d60c167, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8cad2498-a621-486f-9dec-89650d60c167,segment=NetworkSegment(4baf4024-8ac6-4675-9b3c-88b417a27c97),segment_id=4baf4024-8ac6-4675-9b3c-88b417a27c97)] {{(pid=78909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:51.956886 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-89b5e1a5-8696-4f0d-816e-1faf2ff8badb req-c83608e0-c724-4e1e-a631-52cb15996ab7 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:52.105420 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [req-89b5e1a5-8696-4f0d-816e-1faf2ff8badb req-c83608e0-c724-4e1e-a631-52cb15996ab7 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Calling delete_port for 8cad2498-a621-486f-9dec-89650d60c167 owned by compute:nova {{(pid=78909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:37:52.137504 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ef9d5-7f10-44b9-a656-0bc15a4a25a3 req-4a862630-e97d-4e49-8fb5-6c7278ec0bb2 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:52.146132 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3a0ef9d5-7f10-44b9-a656-0bc15a4a25a3 req-4a862630-e97d-4e49-8fb5-6c7278ec0bb2 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 946 time: 0.4710906 May 11 16:37:52.156097 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c46014-36a1-4304-bbc4-81ca29a05903 req-5a6e7c4e-694e-46cd-bc2b-4291e368ed01 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:52.158176 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-66c46014-36a1-4304-bbc4-81ca29a05903 req-5a6e7c4e-694e-46cd-bc2b-4291e368ed01 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=28d4301e-aed4-42a3-8e5a-c154b35bc7aa HTTP/1.1" status: 200 len: 946 time: 0.4824474 May 11 16:37:52.270806 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3a0ef9d5-7f10-44b9-a656-0bc15a4a25a3 req-196be5ca-a1e7-45b1-83f2-1d65ed78eaac tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1245596 May 11 16:37:52.300659 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-66c46014-36a1-4304-bbc4-81ca29a05903 req-f52b3297-a2f7-4d3a-95f3-a34f2b383a8b tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264699 May 11 16:37:52.406373 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-89b5e1a5-8696-4f0d-816e-1faf2ff8badb req-c83608e0-c724-4e1e-a631-52cb15996ab7 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:52.428479 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['f80e0a8e-6f67-4eb8-8a84-3615cdcd2730', '3c9be3ad-8429-4583-816f-35c7b53ea777', '37918718-f30c-49a8-85ff-7cff646c7619', '8cad2498-a621-486f-9dec-89650d60c167'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:37:52.449905 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:52.505947 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83608e0-c724-4e1e-a631-52cb15996ab7 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Pushing event deleted for resources: {'Port': ['ID=8cad2498-a621-486f-9dec-89650d60c167,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:52.510985 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-c83608e0-c724-4e1e-a631-52cb15996ab7 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:52.613899 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b5e1a5-8696-4f0d-816e-1faf2ff8badb req-c83608e0-c724-4e1e-a631-52cb15996ab7 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] No DVR routers for this DVR port 8cad2498-a621-486f-9dec-89650d60c167 on host hv-cinder-78960 {{(pid=78909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:37:52.617222 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-89b5e1a5-8696-4f0d-816e-1faf2ff8badb req-c83608e0-c724-4e1e-a631-52cb15996ab7 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:52.619798 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d4301e-aed4-42a3-8e5a-c154b35bc7aa', 'name': 'network-vif-deleted', 'tag': '8cad2498-a621-486f-9dec-89650d60c167'}] {{(pid=78909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:37:52.648944 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-89b5e1a5-8696-4f0d-816e-1faf2ff8badb req-c83608e0-c724-4e1e-a631-52cb15996ab7 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.85 "DELETE /v2.0/ports/8cad2498-a621-486f-9dec-89650d60c167 HTTP/1.1" status: 204 len: 173 time: 1.2899296 May 11 16:37:52.674811 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3180be-ff24-40c8-af87-46b98ef32419 req-a5176579-148f-40d4-a342-8327331fdb09 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:52.682673 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1b3180be-ff24-40c8-af87-46b98ef32419 req-a5176579-148f-40d4-a342-8327331fdb09 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.2795238 May 11 16:37:52.872994 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1b3180be-ff24-40c8-af87-46b98ef32419 req-814f3e91-e046-412e-8f81-df64a2f6e760 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895568 May 11 16:37:52.935246 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c14372-dd44-4945-8bdf-a076a136c490 req-3f44cf5c-8d9d-44ff-a488-8e8d740996e0 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:52.946522 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-52c14372-dd44-4945-8bdf-a076a136c490 req-3f44cf5c-8d9d-44ff-a488-8e8d740996e0 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3692d86-5b55-4f22-ac66-1c26d7e04243 HTTP/1.1" status: 200 len: 946 time: 0.2345352 May 11 16:37:53.034688 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-52c14372-dd44-4945-8bdf-a076a136c490 req-ce7add76-855b-4a01-95ec-f9fb35a951b4 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867004 May 11 16:37:53.125204 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d4301e-aed4-42a3-8e5a-c154b35bc7aa', 'name': 'network-vif-deleted', 'tag': '8cad2498-a621-486f-9dec-89650d60c167', 'status': 'completed', 'code': 200} May 11 16:37:53.135473 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6e408-d839-46ad-b39f-4b9d0fd27e22 req-1210ea83-7d1a-4174-ab9b-2549f83ef6b9 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:53.136474 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-acb6e408-d839-46ad-b39f-4b9d0fd27e22 req-1210ea83-7d1a-4174-ab9b-2549f83ef6b9 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.1059525 May 11 16:37:53.200938 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-acb6e408-d839-46ad-b39f-4b9d0fd27e22 req-57b88421-a9f3-43e2-8d04-052d6c61da4a tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564313 May 11 16:37:53.614458 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-6fd936f9-b3e0-4f45-bdd7-50c9a9cdb245 req-585e4dee-fa14-42b1-a8c7-18034d495a39 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Synchronizing usage tracker for tenant:49aa4f96eeb045a68683d2c25ebcbe48 on resource:port {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:37:53.640394 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-6fd936f9-b3e0-4f45-bdd7-50c9a9cdb245 req-585e4dee-fa14-42b1-a8c7-18034d495a39 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Unset dirty status for tenant:49aa4f96eeb045a68683d2c25ebcbe48 on resource:port {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:37:53.642829 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6fd936f9-b3e0-4f45-bdd7-50c9a9cdb245 req-585e4dee-fa14-42b1-a8c7-18034d495a39 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=28d4301e-aed4-42a3-8e5a-c154b35bc7aa HTTP/1.1" status: 200 len: 210 time: 0.0946093 May 11 16:37:53.700172 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d8739-643f-4048-a89d-8108ca0ec5d9 req-4c85d82d-9bdb-417b-960c-62dfb63543a1 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:53.708223 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5c6d8739-643f-4048-a89d-8108ca0ec5d9 req-4c85d82d-9bdb-417b-960c-62dfb63543a1 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 946 time: 0.2318735 May 11 16:37:53.772737 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5c6d8739-643f-4048-a89d-8108ca0ec5d9 req-72c1599e-89b1-4147-b80c-c57cec02230e tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0631373 May 11 16:37:53.900778 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 1b922d21-ad5e-427d-bb68-4dc27a9225d6 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:37:54.063418 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 1b922d21-ad5e-427d-bb68-4dc27a9225d6, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b922d21-ad5e-427d-bb68-4dc27a9225d6,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:54.093735 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Returning: {'device': '1b922d21-ad5e-427d-bb68-4dc27a9225d6', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'port_id': '1b922d21-ad5e-427d-bb68-4dc27a9225d6', 'mac_address': 'fa:16:3e:ff:13:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:37:54.107642 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055829b2-b6f5-4ce3-97d9-719937a66d23 req-0fbb503a-5947-484b-af69-60ab890f31e0 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:54.115474 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-055829b2-b6f5-4ce3-97d9-719937a66d23 req-0fbb503a-5947-484b-af69-60ab890f31e0 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.1072283 May 11 16:37:54.169425 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-055829b2-b6f5-4ce3-97d9-719937a66d23 req-ae37c958-939d-408f-91a6-f4733e3b4e3f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524874 May 11 16:37:54.264220 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:54.298714 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b922d21-ad5e-427d-bb68-4dc27a9225d6 {{(pid=78911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:37:54.319814 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 1b922d21-ad5e-427d-bb68-4dc27a9225d6, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b922d21-ad5e-427d-bb68-4dc27a9225d6,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:54.328153 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:54.343289 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:54.366236 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b168b3-e5c7-4631-ac60-d2f866d990e6 req-d7a39bea-bc5b-4d8b-b8d7-a503174e3f05 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:54.391571 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c6b168b3-e5c7-4631-ac60-d2f866d990e6 req-d7a39bea-bc5b-4d8b-b8d7-a503174e3f05 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3692d86-5b55-4f22-ac66-1c26d7e04243 HTTP/1.1" status: 200 len: 946 time: 0.1416075 May 11 16:37:54.512125 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c6b168b3-e5c7-4631-ac60-d2f866d990e6 req-b6a155bd-74ef-4504-af54-569967692c84 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239905 May 11 16:37:54.538837 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['1b922d21-ad5e-427d-bb68-4dc27a9225d6'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:37:54.554344 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c8238-c1c9-43a1-bd66-0d44f0266cf7 req-ee3796a4-4b0d-4b59-bfdb-ddd05945850d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:54.575050 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=1b922d21-ad5e-427d-bb68-4dc27a9225d6,revision_number=6']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:54.577223 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3a0c8238-c1c9-43a1-bd66-0d44f0266cf7 req-ee3796a4-4b0d-4b59-bfdb-ddd05945850d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.1819720 May 11 16:37:54.599337 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:54.599722 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:54.600215 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:54.600558 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:54.600956 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:54.601287 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:54.601614 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:54.601939 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:54.602262 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:54.602582 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:54.602902 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:54.603216 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:37:54.610352 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:54.680199 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3a0c8238-c1c9-43a1-bd66-0d44f0266cf7 req-53ccd998-39b1-4f0e-9491-85d55129d291 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017156 May 11 16:37:55.114854 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540ffc4-e5a4-4217-a9a1-bc1539a99423 req-be512878-7652-426d-8c8e-eadb7fca2e7a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:55.117040 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3540ffc4-e5a4-4217-a9a1-bc1539a99423 req-be512878-7652-426d-8c8e-eadb7fca2e7a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 945 time: 0.1589961 May 11 16:37:55.203778 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3540ffc4-e5a4-4217-a9a1-bc1539a99423 req-ad2c7a35-7579-416b-864e-158f67d0bba0 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0779984 May 11 16:37:55.411080 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 49116) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:37:55.444827 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba49cd0-039d-4b58-985b-c232b3214a73 req-4579896c-167f-4e6f-aa79-eb37fece392e tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:55.446359 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-cba49cd0-039d-4b58-985b-c232b3214a73 req-4579896c-167f-4e6f-aa79-eb37fece392e tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.1408408 May 11 16:37:55.524539 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-cba49cd0-039d-4b58-985b-c232b3214a73 req-a9b702c5-a626-4a40-bc1f-a973f3dba458 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709505 May 11 16:37:55.655720 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e34f99cd-6462-47d9-a59e-8c7497a70fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:55.683897 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-e34f99cd-6462-47d9-a59e-8c7497a70fde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:37:55.738775 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-e34f99cd-6462-47d9-a59e-8c7497a70fde admin admin] Usage tracker for resource:security_group_rule and tenant:366b03ed5fd04c338da20e7c6adbc545 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:37:55.743373 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-e34f99cd-6462-47d9-a59e-8c7497a70fde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:37:55.751416 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-e34f99cd-6462-47d9-a59e-8c7497a70fde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:37:55.829378 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d26541-3b12-41a0-8e71-44f234d3aa6d req-2fff9e1c-a043-4dd1-949c-6092205e16fb tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:55.841166 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-68d26541-3b12-41a0-8e71-44f234d3aa6d req-2fff9e1c-a043-4dd1-949c-6092205e16fb tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3692d86-5b55-4f22-ac66-1c26d7e04243 HTTP/1.1" status: 200 len: 946 time: 0.1588194 May 11 16:37:55.927958 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 1b922d21-ad5e-427d-bb68-4dc27a9225d6 up at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:37:56.101874 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-68d26541-3b12-41a0-8e71-44f234d3aa6d req-a39da6e8-79eb-4b34-bb65-0fb1f05545a1 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594891 May 11 16:37:56.168134 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e34f99cd-6462-47d9-a59e-8c7497a70fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:56.178814 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning complete for port 1b922d21-ad5e-427d-bb68-4dc27a9225d6 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:37:56.182674 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc7312-bcb6-491f-adcc-e72b9a245f12 req-bc49b99f-b945-4ee7-b061-a2f01638e5ee tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:56.183517 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:56.184480 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-55fc7312-bcb6-491f-adcc-e72b9a245f12 req-bc49b99f-b945-4ee7-b061-a2f01638e5ee tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.3398881 May 11 16:37:56.186161 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e34f99cd-6462-47d9-a59e-8c7497a70fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:56.193706 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-2355532a-400b-4b05-b334-d524aba0243a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:56.293110 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-55fc7312-bcb6-491f-adcc-e72b9a245f12 req-ee338ed1-6f0e-48d7-b450-7e7b2c4362a4 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909007 May 11 16:37:56.346066 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-e34f99cd-6462-47d9-a59e-8c7497a70fde admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=366b03ed5fd04c338da20e7c6adbc545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9246025 May 11 16:37:56.353113 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 49142) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:37:56.354491 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f99cd-6462-47d9-a59e-8c7497a70fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48016b50-8e13-4b46-9b4e-4393b06dbc94,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:56.361622 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-e34f99cd-6462-47d9-a59e-8c7497a70fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:56.575867 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fd735d50-2d99-482a-9361-dc64edfbb8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:56.602078 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:56.633694 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fd735d50-2d99-482a-9361-dc64edfbb8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:56.667133 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67877986-c824-470e-81f1-4fd751417ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b922d21-ad5e-427d-bb68-4dc27a9225d6'}] {{(pid=78911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:37:56.721691 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 1b922d21-ad5e-427d-bb68-4dc27a9225d6, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b922d21-ad5e-427d-bb68-4dc27a9225d6,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:56.735152 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:56.739370 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 8cad2498-a621-486f-9dec-89650d60c167 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:37:56.765807 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fd735d50-2d99-482a-9361-dc64edfbb8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:56.774863 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-82c98bf7-04cc-4189-9ed6-0ee699c1503c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:56.819802 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd735d50-2d99-482a-9361-dc64edfbb8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48016b50-8e13-4b46-9b4e-4393b06dbc94,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:56.829452 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-fd735d50-2d99-482a-9361-dc64edfbb8d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:56.839993 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fd735d50-2d99-482a-9361-dc64edfbb8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:56.846317 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-fd735d50-2d99-482a-9361-dc64edfbb8d0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/48016b50-8e13-4b46-9b4e-4393b06dbc94 HTTP/1.1" status: 204 len: 168 time: 0.4933648 May 11 16:37:56.895388 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-fcbcdab7-0351-4ac1-b617-8c08e25828fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:56.960538 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3c056-5503-4fb6-8d5b-affb3896155d req-2a7e0c0a-6b0f-49a3-8a94-706d7278e94e tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:56.973759 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b9f3c056-5503-4fb6-8d5b-affb3896155d req-2a7e0c0a-6b0f-49a3-8a94-706d7278e94e tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 946 time: 0.3786623 May 11 16:37:57.028040 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] No Port match for: 8cad2498-a621-486f-9dec-89650d60c167 {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:37:57.032002 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 8cad2498-a621-486f-9dec-89650d60c167 not bound to the agent host hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:37:57.225796 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=1b922d21-ad5e-427d-bb68-4dc27a9225d6,revision_number=7']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:57.247392 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:57.371441 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b9f3c056-5503-4fb6-8d5b-affb3896155d req-cd0b9670-1991-42bf-8124-f3ff537070f5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3962810 May 11 16:37:57.499939 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f506a9-ba78-48bd-b988-94e782a51a29 req-cb723027-f3d6-4262-81e3-38c0ffe0842b tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:57.503077 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c8f506a9-ba78-48bd-b988-94e782a51a29 req-cb723027-f3d6-4262-81e3-38c0ffe0842b tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.85 "GET /v2.0/ports?device_id=a3692d86-5b55-4f22-ac66-1c26d7e04243 HTTP/1.1" status: 200 len: 946 time: 0.4464359 May 11 16:37:57.578963 dv-cinder-789603-4-smb neutron-server[78911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67877986-c824-470e-81f1-4fd751417ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b922d21-ad5e-427d-bb68-4dc27a9225d6', 'code': 200} May 11 16:37:58.018987 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53663717-c0ad-4513-8229-daf11d5040d7 req-2b487939-1fd8-4463-9ad0-5637ea2e8c21 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:58.028801 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-53663717-c0ad-4513-8229-daf11d5040d7 req-2b487939-1fd8-4463-9ad0-5637ea2e8c21 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.4381335 May 11 16:37:58.212404 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b240b-7f29-4702-acd7-b77ca68c4544 req-2ccf3c62-67f4-45cb-a251-dc2eba8e5b55 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:58.216438 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c33b240b-7f29-4702-acd7-b77ca68c4544 req-2ccf3c62-67f4-45cb-a251-dc2eba8e5b55 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3692d86-5b55-4f22-ac66-1c26d7e04243 HTTP/1.1" status: 200 len: 946 time: 0.4317794 May 11 16:37:58.449454 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-53663717-c0ad-4513-8229-daf11d5040d7 req-6adbfc8e-2ea3-402d-84c7-c3d668deeb4f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105005 May 11 16:37:58.478757 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [req-c8f506a9-ba78-48bd-b988-94e782a51a29 req-44cbf5af-5800-4577-be8e-29d9e26eadb5 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Deleting port ded7e73f-6828-4dc0-bda3-5ff1ff5bb705 {{(pid=78909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:37:58.479146 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-c8f506a9-ba78-48bd-b988-94e782a51a29 req-44cbf5af-5800-4577-be8e-29d9e26eadb5 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:58.596378 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c33b240b-7f29-4702-acd7-b77ca68c4544 req-ebed586a-c730-4911-95b4-54a51426a755 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403517 May 11 16:37:58.841095 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [req-c8f506a9-ba78-48bd-b988-94e782a51a29 req-44cbf5af-5800-4577-be8e-29d9e26eadb5 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] For port ded7e73f-6828-4dc0-bda3-5ff1ff5bb705, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ded7e73f-6828-4dc0-bda3-5ff1ff5bb705,segment=NetworkSegment(29eb896a-4001-43bc-bb61-d95d98e51cd2),segment_id=29eb896a-4001-43bc-bb61-d95d98e51cd2)] {{(pid=78909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:37:58.841960 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-c8f506a9-ba78-48bd-b988-94e782a51a29 req-44cbf5af-5800-4577-be8e-29d9e26eadb5 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:59.050306 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [req-c8f506a9-ba78-48bd-b988-94e782a51a29 req-44cbf5af-5800-4577-be8e-29d9e26eadb5 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Calling delete_port for ded7e73f-6828-4dc0-bda3-5ff1ff5bb705 owned by compute:nova {{(pid=78909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:37:59.119739 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 49180) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:37:59.168659 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70723e-9107-4f8e-9b5d-5691cd481aff req-d7ff5ce5-a323-4794-92ff-968bc677e835 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:59.170243 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5f70723e-9107-4f8e-9b5d-5691cd481aff req-d7ff5ce5-a323-4794-92ff-968bc677e835 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=681b3602-cfd8-4f2a-9524-2ab7faa440a3 HTTP/1.1" status: 200 len: 946 time: 0.4072843 May 11 16:37:59.287474 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5f70723e-9107-4f8e-9b5d-5691cd481aff req-bf07cf56-e410-4c21-8d10-76d629755e34 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959885 May 11 16:37:59.303993 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049bf4b-9b6b-4608-93a6-ae6cff250a23 req-e62819d1-a980-4325-b8e4-6703950f2353 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:37:59.319810 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b049bf4b-9b6b-4608-93a6-ae6cff250a23 req-e62819d1-a980-4325-b8e4-6703950f2353 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.2727830 May 11 16:37:59.407214 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-2ae22dcd-381d-4e0f-b25b-519fe859b828 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1556797969-network', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:37:59.413632 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-2ae22dcd-381d-4e0f-b25b-519fe859b828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:37:59.428656 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-2ae22dcd-381d-4e0f-b25b-519fe859b828 admin admin] Usage tracker for resource:network and tenant:8942d883f4c046ccbad8949c0b191e85 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:37:59.432672 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-2ae22dcd-381d-4e0f-b25b-519fe859b828 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:37:59.432850 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b049bf4b-9b6b-4608-93a6-ae6cff250a23 req-ca55316c-5910-45d2-b863-4664cf5d8890 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171951 May 11 16:37:59.444667 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-2ae22dcd-381d-4e0f-b25b-519fe859b828 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:37:59.482571 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae22dcd-381d-4e0f-b25b-519fe859b828 admin admin] Made reservation on behalf of 8942d883f4c046ccbad8949c0b191e85 for: {'network': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:37:59.485233 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-2ae22dcd-381d-4e0f-b25b-519fe859b828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for network, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:59.511246 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-2ae22dcd-381d-4e0f-b25b-519fe859b828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:59.538548 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-2ae22dcd-381d-4e0f-b25b-519fe859b828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:37:59.550788 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:37:59.558136 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-c8f506a9-ba78-48bd-b988-94e782a51a29 req-44cbf5af-5800-4577-be8e-29d9e26eadb5 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:59.565436 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:59.572909 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-2ae22dcd-381d-4e0f-b25b-519fe859b828 admin admin] Usage tracker for resource:security_group_rule and tenant:8942d883f4c046ccbad8949c0b191e85 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:37:59.576914 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-2ae22dcd-381d-4e0f-b25b-519fe859b828 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:37:59.584721 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-2ae22dcd-381d-4e0f-b25b-519fe859b828 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:37:59.740074 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-2ae22dcd-381d-4e0f-b25b-519fe859b828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:59.746617 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-2ae22dcd-381d-4e0f-b25b-519fe859b828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:59.750810 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-9a158c6f-f211-428e-93a7-fe0ee170074b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:37:59.762723 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cbf5af-5800-4577-be8e-29d9e26eadb5 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Pushing event deleted for resources: {'Port': ['ID=ded7e73f-6828-4dc0-bda3-5ff1ff5bb705,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:59.853985 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae22dcd-381d-4e0f-b25b-519fe859b828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:37:59.863025 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae22dcd-381d-4e0f-b25b-519fe859b828 admin admin] vlan segment allocate from pool success with {'vlan_id': 1087, 'physical_network': 'physnet1'} {{(pid=78910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:37:59.869945 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-2ae22dcd-381d-4e0f-b25b-519fe859b828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:59.886113 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-44cbf5af-5800-4577-be8e-29d9e26eadb5 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:37:59.908577 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-2ae22dcd-381d-4e0f-b25b-519fe859b828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:37:59.909078 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.db.segments_db [None req-2ae22dcd-381d-4e0f-b25b-519fe859b828 admin admin] Added segment 968cce70-161c-43b3-9d57-d4947608969e of type vlan for network 8018b197-db88-43a2-a0a1-57da27d76237 May 11 16:37:59.973320 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device ded7e73f-6828-4dc0-bda3-5ff1ff5bb705 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:38:00.024799 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] No Port match for: ded7e73f-6828-4dc0-bda3-5ff1ff5bb705 {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:38:00.025509 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device ded7e73f-6828-4dc0-bda3-5ff1ff5bb705 not bound to the agent host hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:38:00.028707 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-2ae22dcd-381d-4e0f-b25b-519fe859b828 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788165774457'] for network, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:00.070194 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f506a9-ba78-48bd-b988-94e782a51a29 req-44cbf5af-5800-4577-be8e-29d9e26eadb5 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] No DVR routers for this DVR port ded7e73f-6828-4dc0-bda3-5ff1ff5bb705 on host hv-cinder-78960 {{(pid=78909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:38:00.082155 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-c8f506a9-ba78-48bd-b988-94e782a51a29 req-44cbf5af-5800-4577-be8e-29d9e26eadb5 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:00.097223 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3692d86-5b55-4f22-ac66-1c26d7e04243', 'name': 'network-vif-deleted', 'tag': 'ded7e73f-6828-4dc0-bda3-5ff1ff5bb705'}] {{(pid=78909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:38:00.103045 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c8f506a9-ba78-48bd-b988-94e782a51a29 req-44cbf5af-5800-4577-be8e-29d9e26eadb5 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.85 "DELETE /v2.0/ports/ded7e73f-6828-4dc0-bda3-5ff1ff5bb705 HTTP/1.1" status: 204 len: 173 time: 2.5925534 May 11 16:38:00.131262 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-2ae22dcd-381d-4e0f-b25b-519fe859b828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for network, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:00.132880 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae22dcd-381d-4e0f-b25b-519fe859b828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:00.133616 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-2ae22dcd-381d-4e0f-b25b-519fe859b828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:00.137476 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:00.197335 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3f249-959c-4f95-bea7-0072f3603d83 req-33115930-6acb-4d04-9d9f-e4f486accd0c tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:00.198819 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-70a3f249-959c-4f95-bea7-0072f3603d83 req-33115930-6acb-4d04-9d9f-e4f486accd0c tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.85 "GET /v2.0/ports?device_id=681b3602-cfd8-4f2a-9524-2ab7faa440a3 HTTP/1.1" status: 200 len: 946 time: 0.4382591 May 11 16:38:00.272865 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae22dcd-381d-4e0f-b25b-519fe859b828 admin admin] Pushing event updated for resources: {'Network': ['ID=8018b197-db88-43a2-a0a1-57da27d76237,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:00.276788 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-2ae22dcd-381d-4e0f-b25b-519fe859b828 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1551433 May 11 16:38:00.283654 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-2ae22dcd-381d-4e0f-b25b-519fe859b828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:00.290823 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 49194) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:00.291211 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Network 8018b197-db88-43a2-a0a1-57da27d76237 details requested by agent ovs-agent-dv-cinder-789603-4-smb with host dv-cinder-789603-4-smb {{(pid=78911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:38:00.296959 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-9ea247cd-ea2c-4453-8585-dca3a38a6377 admin admin] Request body: {'subnet': {'network_id': '8018b197-db88-43a2-a0a1-57da27d76237', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1556797969-subnet', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'ip_version': 4}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:38:00.308044 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-9ea247cd-ea2c-4453-8585-dca3a38a6377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:38:00.324082 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-9ea247cd-ea2c-4453-8585-dca3a38a6377 admin admin] Usage tracker for resource:subnet and tenant:8942d883f4c046ccbad8949c0b191e85 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:38:00.338701 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-9ea247cd-ea2c-4453-8585-dca3a38a6377 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:38:00.346791 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19252f6e-3339-48e0-b0f3-265687d24748 req-0307ad13-3a6c-46b7-8508-fc7a7a39e77b tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:00.356901 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-19252f6e-3339-48e0-b0f3-265687d24748 req-0307ad13-3a6c-46b7-8508-fc7a7a39e77b tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.6428912 May 11 16:38:00.358864 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-9ea247cd-ea2c-4453-8585-dca3a38a6377 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:38:00.419608 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea247cd-ea2c-4453-8585-dca3a38a6377 admin admin] Made reservation on behalf of 8942d883f4c046ccbad8949c0b191e85 for: {'subnet': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:38:00.424296 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-9ea247cd-ea2c-4453-8585-dca3a38a6377 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:00.603541 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c9d45-33e7-49d3-a27a-9fd0eb9a9105 req-687a95b2-3146-4ea6-a182-c22982550b7b tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:00.605112 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4d4c9d45-33e7-49d3-a27a-9fd0eb9a9105 req-687a95b2-3146-4ea6-a182-c22982550b7b tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 946 time: 0.8467238 May 11 16:38:00.659231 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-19252f6e-3339-48e0-b0f3-265687d24748 req-cfba4bab-4c14-493e-83fa-a2848a1ae7e4 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981317 May 11 16:38:00.787228 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4d4c9d45-33e7-49d3-a27a-9fd0eb9a9105 req-e2143548-af65-4116-86ac-9a2316df001e tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1741569 May 11 16:38:00.790862 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [req-70a3f249-959c-4f95-bea7-0072f3603d83 req-ef40db76-6d89-48b1-95dd-76bda1ce3d16 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Deleting port 37918718-f30c-49a8-85ff-7cff646c7619 {{(pid=78909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:38:00.790862 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-70a3f249-959c-4f95-bea7-0072f3603d83 req-ef40db76-6d89-48b1-95dd-76bda1ce3d16 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:01.005333 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [req-70a3f249-959c-4f95-bea7-0072f3603d83 req-ef40db76-6d89-48b1-95dd-76bda1ce3d16 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] For port 37918718-f30c-49a8-85ff-7cff646c7619, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=37918718-f30c-49a8-85ff-7cff646c7619,segment=NetworkSegment(4baf4024-8ac6-4675-9b3c-88b417a27c97),segment_id=4baf4024-8ac6-4675-9b3c-88b417a27c97)] {{(pid=78909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:38:01.005790 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-70a3f249-959c-4f95-bea7-0072f3603d83 req-ef40db76-6d89-48b1-95dd-76bda1ce3d16 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:01.179596 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3692d86-5b55-4f22-ac66-1c26d7e04243', 'name': 'network-vif-deleted', 'tag': 'ded7e73f-6828-4dc0-bda3-5ff1ff5bb705', 'status': 'completed', 'code': 200} May 11 16:38:01.295987 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-33bfae2e-aff9-4330-b96d-485a1fe48f2e req-bb71509b-e9e7-4e10-8c88-c4a2a8a9e72e tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Synchronizing usage tracker for tenant:47e91d234d6a45e18f414dac9c90fa1f on resource:port {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:38:01.448477 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [req-70a3f249-959c-4f95-bea7-0072f3603d83 req-ef40db76-6d89-48b1-95dd-76bda1ce3d16 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Calling delete_port for 37918718-f30c-49a8-85ff-7cff646c7619 owned by compute:nova {{(pid=78909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:38:01.564395 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-9ea247cd-ea2c-4453-8585-dca3a38a6377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for subnet, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:01.577330 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:01.612131 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-33bfae2e-aff9-4330-b96d-485a1fe48f2e req-bb71509b-e9e7-4e10-8c88-c4a2a8a9e72e tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Unset dirty status for tenant:47e91d234d6a45e18f414dac9c90fa1f on resource:port {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:38:01.614303 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-33bfae2e-aff9-4330-b96d-485a1fe48f2e req-bb71509b-e9e7-4e10-8c88-c4a2a8a9e72e tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3692d86-5b55-4f22-ac66-1c26d7e04243 HTTP/1.1" status: 200 len: 210 time: 0.4328945 May 11 16:38:01.770982 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ef317-d3e6-4ced-b4a4-6503c61f2787 req-d3d38ef6-2f72-4a58-8d5d-20a9dc15c838 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:01.784713 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-365ef317-d3e6-4ced-b4a4-6503c61f2787 req-d3d38ef6-2f72-4a58-8d5d-20a9dc15c838 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=681b3602-cfd8-4f2a-9524-2ab7faa440a3 HTTP/1.1" status: 200 len: 946 time: 0.3328066 May 11 16:38:01.805026 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea247cd-ea2c-4453-8585-dca3a38a6377 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4746050-1b0b-46d4-bb96-ceec96e125a2,revision_number=0']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:01.815089 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-9ea247cd-ea2c-4453-8585-dca3a38a6377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:01.876313 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea247cd-ea2c-4453-8585-dca3a38a6377 admin admin] Checking segment: {'id': '968cce70-161c-43b3-9d57-d4947608969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:38:01.877380 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea247cd-ea2c-4453-8585-dca3a38a6377 admin admin] Network hostable DHCP agents. Network: 8018b197-db88-43a2-a0a1-57da27d76237, hostable agents: ['25bb0368-aab1-4dc6-8db1-01aca476a06f'], hosted agents: [] {{(pid=78910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:38:01.903541 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea247cd-ea2c-4453-8585-dca3a38a6377 admin admin] Network 8018b197-db88-43a2-a0a1-57da27d76237 is scheduled to be hosted by DHCP agent 25bb0368-aab1-4dc6-8db1-01aca476a06f with binding_index 1 {{(pid=78910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:38:01.929149 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [None req-9ea247cd-ea2c-4453-8585-dca3a38a6377 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-4-smb, 8018b197-db88-43a2-a0a1-57da27d76237) {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:38:01.939329 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c897aace-bebf-4082-b706-83e5f591fed1 None None] Network 8018b197-db88-43a2-a0a1-57da27d76237 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:38:01.949538 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea247cd-ea2c-4453-8585-dca3a38a6377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:01.953127 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-9ea247cd-ea2c-4453-8585-dca3a38a6377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for subnet, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:01.990307 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-365ef317-d3e6-4ced-b4a4-6503c61f2787 req-9c9adaf8-9bd6-4fe3-a465-7553535efb94 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812592 May 11 16:38:02.020949 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-9ea247cd-ea2c-4453-8585-dca3a38a6377 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7273057 May 11 16:38:02.022379 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 49210) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:02.029676 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-cf2b3be0-59b9-4a1b-9e19-ea425132921b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1556797969-router', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'}}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:38:02.083827 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-cf2b3be0-59b9-4a1b-9e19-ea425132921b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:38:02.099610 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-cf2b3be0-59b9-4a1b-9e19-ea425132921b admin admin] Usage tracker for resource:router and tenant:8942d883f4c046ccbad8949c0b191e85 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:38:02.099610 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-cf2b3be0-59b9-4a1b-9e19-ea425132921b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:38:02.103384 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-cf2b3be0-59b9-4a1b-9e19-ea425132921b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:38:02.117514 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3be0-59b9-4a1b-9e19-ea425132921b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-338659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8059'] for router, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:02.118998 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3be0-59b9-4a1b-9e19-ea425132921b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-499627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8048'] for router, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:02.128798 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-70a3f249-959c-4f95-bea7-0072f3603d83 req-ef40db76-6d89-48b1-95dd-76bda1ce3d16 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:02.142959 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-7fcfa342-2b65-4d79-9b1c-cc38c430d21e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:02.163206 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['f80e0a8e-6f67-4eb8-8a84-3615cdcd2730', '3c9be3ad-8429-4583-816f-35c7b53ea777'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:38:02.216786 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40db76-6d89-48b1-95dd-76bda1ce3d16 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Pushing event deleted for resources: {'Port': ['ID=37918718-f30c-49a8-85ff-7cff646c7619,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:02.224146 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-ef40db76-6d89-48b1-95dd-76bda1ce3d16 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:02.309900 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3be0-59b9-4a1b-9e19-ea425132921b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:02.592875 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4532a51-37a3-4b54-84cc-baf58f39b084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf309cf0-c396-542d-8578-cbe74f1da05c-8018b197-db88-43a2-a0a1-57da27d76237', 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'fixed_ips': [{'subnet_id': 'f4746050-1b0b-46d4-bb96-ceec96e125a2'}]}} from dv-cinder-789603-4-smb. {{(pid=78911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 16:38:02.613639 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-a4532a51-37a3-4b54-84cc-baf58f39b084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:02.649465 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e86cd-b24f-49df-a179-f83d97a8bfbe req-a3d89c0b-4f19-4bae-afe0-ee9f71021951 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:02.652629 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-201e86cd-b24f-49df-a179-f83d97a8bfbe req-a3d89c0b-4f19-4bae-afe0-ee9f71021951 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.7230227 May 11 16:38:02.693219 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a3f249-959c-4f95-bea7-0072f3603d83 req-ef40db76-6d89-48b1-95dd-76bda1ce3d16 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] No DVR routers for this DVR port 37918718-f30c-49a8-85ff-7cff646c7619 on host hv-cinder-78960 {{(pid=78909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:38:02.697159 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-70a3f249-959c-4f95-bea7-0072f3603d83 req-ef40db76-6d89-48b1-95dd-76bda1ce3d16 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:03.112484 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.db_base_plugin_common [None req-a4532a51-37a3-4b54-84cc-baf58f39b084 None None] Allocated IP 172.20.0.2 (8018b197-db88-43a2-a0a1-57da27d76237/f4746050-1b0b-46d4-bb96-ceec96e125a2/5016547d-393e-454d-9a6d-9382ddbc7fe1) {{(pid=78911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:38:03.439897 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-a4532a51-37a3-4b54-84cc-baf58f39b084 None None] Notify callbacks [] for port, precommit_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:03.455297 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-a4532a51-37a3-4b54-84cc-baf58f39b084 None None] Transition to ACTIVE for port object 5016547d-393e-454d-9a6d-9382ddbc7fe1 will not be triggered until provisioned by entity L2. {{(pid=78911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:38:03.462552 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3be0-59b9-4a1b-9e19-ea425132921b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8030'] for router, precommit_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:03.487343 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-a4532a51-37a3-4b54-84cc-baf58f39b084 None None] Transition to ACTIVE for port object 5016547d-393e-454d-9a6d-9382ddbc7fe1 will not be triggered until provisioned by entity DHCP. {{(pid=78911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:38:03.489225 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681b3602-cfd8-4f2a-9524-2ab7faa440a3', 'name': 'network-vif-deleted', 'tag': '37918718-f30c-49a8-85ff-7cff646c7619'}] {{(pid=78909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:38:03.506070 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-a4532a51-37a3-4b54-84cc-baf58f39b084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687'] for port, after_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:03.520913 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:03.593893 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4532a51-37a3-4b54-84cc-baf58f39b084 None None] Network 8018b197-db88-43a2-a0a1-57da27d76237 is already hosted by enough agents. {{(pid=78911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:38:03.599991 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.scheduler.base_scheduler [None req-a4532a51-37a3-4b54-84cc-baf58f39b084 None None] Resources bound (agent type, host, resource id): {{(pid=78911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:38:03.630796 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4532a51-37a3-4b54-84cc-baf58f39b084 None None] Received port after_create {{(pid=78911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:38:03.820985 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-70a3f249-959c-4f95-bea7-0072f3603d83 req-ef40db76-6d89-48b1-95dd-76bda1ce3d16 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.85 "DELETE /v2.0/ports/37918718-f30c-49a8-85ff-7cff646c7619 HTTP/1.1" status: 204 len: 173 time: 3.6051891 May 11 16:38:03.874478 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af53332-7905-4697-8618-672e4615d2ed req-2574b743-ba9f-4e2b-8ea6-0c52b7d593b2 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:03.893129 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4532a51-37a3-4b54-84cc-baf58f39b084 None None] Pushing event updated for resources: {'Port': ['ID=5016547d-393e-454d-9a6d-9382ddbc7fe1,revision_number=1']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:03.903164 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6af53332-7905-4697-8618-672e4615d2ed req-2574b743-ba9f-4e2b-8ea6-0c52b7d593b2 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 1.6777582 May 11 16:38:03.908919 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-a4532a51-37a3-4b54-84cc-baf58f39b084 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:04.042881 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-201e86cd-b24f-49df-a179-f83d97a8bfbe req-ac31ac0e-3abf-4d87-843f-670406ecd2f5 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3367217 May 11 16:38:04.071239 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 37918718-f30c-49a8-85ff-7cff646c7619 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:38:04.134449 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6af53332-7905-4697-8618-672e4615d2ed req-eccb8a27-edb0-411d-8716-79b6c9d3bd7a tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235234 May 11 16:38:04.321647 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] No Port match for: 37918718-f30c-49a8-85ff-7cff646c7619 {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:38:04.322465 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 37918718-f30c-49a8-85ff-7cff646c7619 not bound to the agent host hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:38:04.367832 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-a4532a51-37a3-4b54-84cc-baf58f39b084 None None] Attempting to bind port 5016547d-393e-454d-9a6d-9382ddbc7fe1 on host dv-cinder-789603-4-smb for vnic_type normal with profile {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:38:04.367832 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-a4532a51-37a3-4b54-84cc-baf58f39b084 None None] Attempting to bind port 5016547d-393e-454d-9a6d-9382ddbc7fe1 by drivers openvswitch,hyperv on host dv-cinder-789603-4-smb at level 0 using segments [{'id': '968cce70-161c-43b3-9d57-d4947608969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237'}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:38:04.367832 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4532a51-37a3-4b54-84cc-baf58f39b084 None None] Attempting to bind port 5016547d-393e-454d-9a6d-9382ddbc7fe1 on network 8018b197-db88-43a2-a0a1-57da27d76237 {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:38:04.379359 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4532a51-37a3-4b54-84cc-baf58f39b084 None None] Checking agent: {'id': '22e3e7b9-314b-4177-b9d0-dabbf2661436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 27, 14), 'started_at': datetime.datetime(2021, 5, 11, 16, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:38:04.379780 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4532a51-37a3-4b54-84cc-baf58f39b084 None None] Checking segment: {'id': '968cce70-161c-43b3-9d57-d4947608969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:38:04.380179 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-a4532a51-37a3-4b54-84cc-baf58f39b084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:04.380775 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4532a51-37a3-4b54-84cc-baf58f39b084 None None] Bound using segment: {'id': '968cce70-161c-43b3-9d57-d4947608969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237'} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:38:04.381438 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-a4532a51-37a3-4b54-84cc-baf58f39b084 None None] Bound port: 5016547d-393e-454d-9a6d-9382ddbc7fe1, host: dv-cinder-789603-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968cce70-161c-43b3-9d57-d4947608969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237'}}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:38:04.381844 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-a4532a51-37a3-4b54-84cc-baf58f39b084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:04.989950 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-a4532a51-37a3-4b54-84cc-baf58f39b084 None None] For port 5016547d-393e-454d-9a6d-9382ddbc7fe1, host dv-cinder-789603-4-smb, cleared binding levels {{(pid=78911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:38:04.994071 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-a4532a51-37a3-4b54-84cc-baf58f39b084 None None] For port 5016547d-393e-454d-9a6d-9382ddbc7fe1, host dv-cinder-789603-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=5016547d-393e-454d-9a6d-9382ddbc7fe1,segment=NetworkSegment(968cce70-161c-43b3-9d57-d4947608969e),segment_id=968cce70-161c-43b3-9d57-d4947608969e)] {{(pid=78911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:38:05.106475 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-a4532a51-37a3-4b54-84cc-baf58f39b084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:05.183113 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:05.246571 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-fd340f3c-5034-4b3c-aa6c-3812480d7785 req-062b6135-72dd-4d3b-89fb-97c6f00df07a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Synchronizing usage tracker for tenant:49aa4f96eeb045a68683d2c25ebcbe48 on resource:port {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:38:05.327719 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3be0-59b9-4a1b-9e19-ea425132921b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:05.390254 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3be0-59b9-4a1b-9e19-ea425132921b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:05.472915 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99111e08-36d4-49f5-8390-c2e9c518acdf req-9d0f876b-fd08-47ef-9ed1-094b2615810f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:05.474881 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-99111e08-36d4-49f5-8390-c2e9c518acdf req-9d0f876b-fd08-47ef-9ed1-094b2615810f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 946 time: 1.1008644 May 11 16:38:05.477948 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-fd340f3c-5034-4b3c-aa6c-3812480d7785 req-062b6135-72dd-4d3b-89fb-97c6f00df07a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Unset dirty status for tenant:49aa4f96eeb045a68683d2c25ebcbe48 on resource:port {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:38:05.480198 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-fd340f3c-5034-4b3c-aa6c-3812480d7785 req-062b6135-72dd-4d3b-89fb-97c6f00df07a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=681b3602-cfd8-4f2a-9524-2ab7faa440a3 HTTP/1.1" status: 200 len: 210 time: 0.3842328 May 11 16:38:05.490592 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4532a51-37a3-4b54-84cc-baf58f39b084 None None] Pushing event updated for resources: {'Port': ['ID=5016547d-393e-454d-9a6d-9382ddbc7fe1,revision_number=2']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:05.508677 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-a4532a51-37a3-4b54-84cc-baf58f39b084 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:05.597293 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681b3602-cfd8-4f2a-9524-2ab7faa440a3', 'name': 'network-vif-deleted', 'tag': '37918718-f30c-49a8-85ff-7cff646c7619', 'status': 'completed', 'code': 200} May 11 16:38:05.613426 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-99111e08-36d4-49f5-8390-c2e9c518acdf req-4c223383-4321-43b7-940f-bb0d68f2d4bc tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1256230 May 11 16:38:06.096932 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.db_base_plugin_common [None req-cf2b3be0-59b9-4a1b-9e19-ea425132921b admin admin] Allocated IP 172.28.1.31 (b8617b39-e2b1-4863-8310-b30d869022e5/f9de70b6-644a-45ab-98dc-77e0c30714b2/e85e6013-68db-4eab-8a2d-6f0c434aefbc) {{(pid=78909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:38:06.270589 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080042f-4e74-48c6-9c94-1427011b8643 req-62b65219-4506-4542-a04f-f2332eafde7d tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:06.271347 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7080042f-4e74-48c6-9c94-1427011b8643 req-62b65219-4506-4542-a04f-f2332eafde7d tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.3821886 May 11 16:38:06.285054 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ecb4a-2637-4166-abf9-b8bebb552ad2 req-101e7175-6332-4279-813c-b1385a503683 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:06.286591 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-599ecb4a-2637-4166-abf9-b8bebb552ad2 req-101e7175-6332-4279-813c-b1385a503683 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.5383430 May 11 16:38:06.390845 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-599ecb4a-2637-4166-abf9-b8bebb552ad2 req-9033bd20-7312-4e4b-bba8-d5499071892e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930433 May 11 16:38:06.424458 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7080042f-4e74-48c6-9c94-1427011b8643 req-795cb14e-0d33-40bf-ad14-1964e73c1618 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984786 May 11 16:38:06.498890 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3be0-59b9-4a1b-9e19-ea425132921b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:06.588198 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3be0-59b9-4a1b-9e19-ea425132921b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:06.595732 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-856864bc-9cea-45e3-a103-df3927803caf tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:06.687934 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 5016547d-393e-454d-9a6d-9382ddbc7fe1 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:38:06.905866 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2b3be0-59b9-4a1b-9e19-ea425132921b admin admin] Network b8617b39-e2b1-4863-8310-b30d869022e5 is already hosted by enough agents. {{(pid=78909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:38:06.939989 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.base_scheduler [None req-cf2b3be0-59b9-4a1b-9e19-ea425132921b admin admin] Resources bound (agent type, host, resource id): {{(pid=78909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:38:06.955253 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2b3be0-59b9-4a1b-9e19-ea425132921b admin admin] Received port after_create {{(pid=78909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:38:06.994021 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning for port 5016547d-393e-454d-9a6d-9382ddbc7fe1 completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:38:07.259580 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b3be0-59b9-4a1b-9e19-ea425132921b admin admin] Pushing event updated for resources: {'Port': ['ID=e85e6013-68db-4eab-8a2d-6f0c434aefbc,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:07.300849 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-cf2b3be0-59b9-4a1b-9e19-ea425132921b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:07.408794 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800b7b03-c68f-4f50-9292-571f30371be2 None None] Network 8018b197-db88-43a2-a0a1-57da27d76237 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:38:07.630053 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba51442-f93c-4b15-9d58-03003ea76629 req-407a4a79-0567-49c7-95ad-35db849b59b6 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:07.634568 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9ba51442-f93c-4b15-9d58-03003ea76629 req-407a4a79-0567-49c7-95ad-35db849b59b6 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 946 time: 0.5651057 May 11 16:38:07.802138 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-bcef20ee-6efb-4692-ba48-e918f266328d None None] Provisioning for port 5016547d-393e-454d-9a6d-9382ddbc7fe1 completed by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:38:07.821457 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-bcef20ee-6efb-4692-ba48-e918f266328d None None] Provisioning complete for port 5016547d-393e-454d-9a6d-9382ddbc7fe1 triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:38:07.822115 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-bcef20ee-6efb-4692-ba48-e918f266328d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:07.997292 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-bcef20ee-6efb-4692-ba48-e918f266328d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:08.023488 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9ba51442-f93c-4b15-9d58-03003ea76629 req-20fefcdd-b805-4909-ac3c-9dfe96ea516e tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3468099 May 11 16:38:08.127840 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-bcef20ee-6efb-4692-ba48-e918f266328d None None] For port 5016547d-393e-454d-9a6d-9382ddbc7fe1, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=5016547d-393e-454d-9a6d-9382ddbc7fe1,segment=NetworkSegment(968cce70-161c-43b3-9d57-d4947608969e),segment_id=968cce70-161c-43b3-9d57-d4947608969e)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:38:08.149015 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-bcef20ee-6efb-4692-ba48-e918f266328d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:08.151240 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:08.262819 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef20ee-6efb-4692-ba48-e918f266328d None None] Pushing event updated for resources: {'Port': ['ID=5016547d-393e-454d-9a6d-9382ddbc7fe1,revision_number=3']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:08.267796 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-bcef20ee-6efb-4692-ba48-e918f266328d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:08.397040 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3be0-59b9-4a1b-9e19-ea425132921b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:08.585254 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-f66f40a2-bc3e-402c-86d3-7f756119b0f3 None None] Provisioning complete for port 5016547d-393e-454d-9a6d-9382ddbc7fe1 triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:38:08.585678 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-f66f40a2-bc3e-402c-86d3-7f756119b0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:08.742514 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 5016547d-393e-454d-9a6d-9382ddbc7fe1 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:38:08.988996 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port 5016547d-393e-454d-9a6d-9382ddbc7fe1 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:38:08.989686 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:09.307392 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3843fa-80f1-4880-9a2a-3965f63ac6a7 req-d7f48ecc-1843-4139-aed6-97ec44912223 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:09.313503 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-aa3843fa-80f1-4880-9a2a-3965f63ac6a7 req-d7f48ecc-1843-4139-aed6-97ec44912223 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 1.3686030 May 11 16:38:09.337716 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d51c6d-abeb-41db-a03c-8d9f64fb158a req-c7cb004a-29db-47e6-9636-48feb8e7a721 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:09.357050 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a4d51c6d-abeb-41db-a03c-8d9f64fb158a req-c7cb004a-29db-47e6-9636-48feb8e7a721 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.6350358 May 11 16:38:09.509320 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a4d51c6d-abeb-41db-a03c-8d9f64fb158a req-23dc4e62-5756-4458-b21d-97dcd4e44593 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511703 May 11 16:38:09.531120 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3be0-59b9-4a1b-9e19-ea425132921b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395776'] for router, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:09.925153 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-aa3843fa-80f1-4880-9a2a-3965f63ac6a7 req-987a3e5c-0b96-4e23-b507-392be6b60871 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5609875 May 11 16:38:10.017714 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0184ec8-a550-4888-8e2c-f954f2f52783 req-c420ebed-f284-4321-b4a2-64bdd14af842 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:10.019728 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c0184ec8-a550-4888-8e2c-f954f2f52783 req-c420ebed-f284-4321-b4a2-64bdd14af842 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.85 "GET /v2.0/ports?device_id=532e4abe-7d47-4e56-810d-9b01101241e6 HTTP/1.1" status: 200 len: 946 time: 0.8929763 May 11 16:38:10.809648 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-a824c1fa-ea51-4fa9-b1a9-6b4b8875f624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:10.865594 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315a605-1750-4194-8abf-fd1425670856 req-746f867f-4d7c-49af-a198-c73c9cccba2a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:10.867185 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6315a605-1750-4194-8abf-fd1425670856 req-746f867f-4d7c-49af-a198-c73c9cccba2a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=532e4abe-7d47-4e56-810d-9b01101241e6 HTTP/1.1" status: 200 len: 946 time: 1.0569153 May 11 16:38:11.009114 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05a414-ae83-41be-a979-ac8c5fbdc2dd req-b1a74a17-2f77-4359-aef8-4e2ae41786ce tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:11.012495 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5c05a414-ae83-41be-a979-ac8c5fbdc2dd req-b1a74a17-2f77-4359-aef8-4e2ae41786ce tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 946 time: 0.7249594 May 11 16:38:11.017775 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2b3be0-59b9-4a1b-9e19-ea425132921b admin admin] Router 8205f26f-f5d3-46cc-97f3-b94edfedd3f5 is scheduled to L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae with binding_index 1 {{(pid=78909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 16:38:11.025143 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [req-c0184ec8-a550-4888-8e2c-f954f2f52783 req-07cd88a1-aed4-428b-b435-2170a3320192 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Deleting port 3c9be3ad-8429-4583-816f-35c7b53ea777 {{(pid=78909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:38:11.025496 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-c0184ec8-a550-4888-8e2c-f954f2f52783 req-07cd88a1-aed4-428b-b435-2170a3320192 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:11.045902 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6315a605-1750-4194-8abf-fd1425670856 req-0d41ff79-07e1-46e2-86f6-de95d13927e0 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294868 May 11 16:38:11.479882 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5c05a414-ae83-41be-a979-ac8c5fbdc2dd req-e490eaa6-a6cc-4dc8-a04b-832d91d358fd tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4563479 May 11 16:38:11.727747 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [req-c0184ec8-a550-4888-8e2c-f954f2f52783 req-07cd88a1-aed4-428b-b435-2170a3320192 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] For port 3c9be3ad-8429-4583-816f-35c7b53ea777, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3c9be3ad-8429-4583-816f-35c7b53ea777,segment=NetworkSegment(4baf4024-8ac6-4675-9b3c-88b417a27c97),segment_id=4baf4024-8ac6-4675-9b3c-88b417a27c97)] {{(pid=78909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:38:11.728140 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-c0184ec8-a550-4888-8e2c-f954f2f52783 req-07cd88a1-aed4-428b-b435-2170a3320192 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:11.833460 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2b3be0-59b9-4a1b-9e19-ea425132921b admin admin] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:38:11.845307 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09850d8-4f30-4095-a3d0-61a33c68d954 None None] Sync routers for ids ['8205f26f-f5d3-46cc-97f3-b94edfedd3f5'] in dv-cinder-789603-4-smb {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:38:11.864665 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09850d8-4f30-4095-a3d0-61a33c68d954 None None] Routers {'8205f26f-f5d3-46cc-97f3-b94edfedd3f5'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:38:11.865806 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-a09850d8-4f30-4095-a3d0-61a33c68d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:37:44Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['8205f26f-f5d3-46cc-97f3-b94edfedd3f5'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:11.911629 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [req-c0184ec8-a550-4888-8e2c-f954f2f52783 req-07cd88a1-aed4-428b-b435-2170a3320192 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Calling delete_port for 3c9be3ad-8429-4583-816f-35c7b53ea777 owned by compute:nova {{(pid=78909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:38:11.972017 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-cf2b3be0-59b9-4a1b-9e19-ea425132921b admin admin] Notify callbacks [] for router, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:11.975784 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-cf2b3be0-59b9-4a1b-9e19-ea425132921b admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.9498608 May 11 16:38:11.977049 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 49292) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:12.023494 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842d1cf-2494-42bc-8bf0-6397985610f5 req-fa030d3c-da94-4a5a-95ac-1a0334356c96 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:12.038445 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 3c9be3ad-8429-4583-816f-35c7b53ea777 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:38:12.041913 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3842d1cf-2494-42bc-8bf0-6397985610f5 req-fa030d3c-da94-4a5a-95ac-1a0334356c96 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.3906047 May 11 16:38:12.193249 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3842d1cf-2494-42bc-8bf0-6397985610f5 req-a668ead6-4e78-4913-a981-ef49867cd013 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501186 May 11 16:38:12.412436 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-a09850d8-4f30-4095-a3d0-61a33c68d954 None None] Set router 8205f26f-f5d3-46cc-97f3-b94edfedd3f5 gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:38:12.425433 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-c0184ec8-a550-4888-8e2c-f954f2f52783 req-07cd88a1-aed4-428b-b435-2170a3320192 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:12.434433 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-8043be76-24f7-4b92-adc0-8ba82fa88f18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:12.442458 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['f80e0a8e-6f67-4eb8-8a84-3615cdcd2730'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:38:12.561260 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:12.706586 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd88a1-aed4-428b-b435-2170a3320192 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Pushing event deleted for resources: {'Port': ['ID=3c9be3ad-8429-4583-816f-35c7b53ea777,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:12.738033 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:12.811611 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-07cd88a1-aed4-428b-b435-2170a3320192 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:13.045807 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-a09850d8-4f30-4095-a3d0-61a33c68d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'name': 'tempest-TestMinimumBasicScenario-1556797969-router', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31'}], 'enable_snat': True}, 'gw_port_id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:38:02Z', 'updated_at': '2021-05-11T16:38:07Z', 'revision_number': 3, 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'gw_port': {'id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:05Z', 'updated_at': '2021-05-11T16:38:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:13.053176 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09850d8-4f30-4095-a3d0-61a33c68d954 None None] Checking router: 8205f26f-f5d3-46cc-97f3-b94edfedd3f5 for host: dv-cinder-789603-4-smb {{(pid=78912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:38:13.053176 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09850d8-4f30-4095-a3d0-61a33c68d954 None None] Updating router 8205f26f-f5d3-46cc-97f3-b94edfedd3f5 port e85e6013-68db-4eab-8a2d-6f0c434aefbc binding host dv-cinder-789603-4-smb {{(pid=78912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:38:13.100288 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0184ec8-a550-4888-8e2c-f954f2f52783 req-07cd88a1-aed4-428b-b435-2170a3320192 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] No DVR routers for this DVR port 3c9be3ad-8429-4583-816f-35c7b53ea777 on host hv-cinder-78960 {{(pid=78909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:38:13.105362 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-c0184ec8-a550-4888-8e2c-f954f2f52783 req-07cd88a1-aed4-428b-b435-2170a3320192 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:13.109879 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '532e4abe-7d47-4e56-810d-9b01101241e6', 'name': 'network-vif-deleted', 'tag': '3c9be3ad-8429-4583-816f-35c7b53ea777'}] {{(pid=78909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:38:13.152416 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c0184ec8-a550-4888-8e2c-f954f2f52783 req-07cd88a1-aed4-428b-b435-2170a3320192 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.85 "DELETE /v2.0/ports/3c9be3ad-8429-4583-816f-35c7b53ea777 HTTP/1.1" status: 204 len: 173 time: 3.1202352 May 11 16:38:13.162090 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8120ef-7500-44c2-ae46-fa3ffc93b085 req-e3b06589-45df-43bc-a9e6-39d2a2725941 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:13.163652 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8f8120ef-7500-44c2-ae46-fa3ffc93b085 req-e3b06589-45df-43bc-a9e6-39d2a2725941 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.5442913 May 11 16:38:13.206472 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-a09850d8-4f30-4095-a3d0-61a33c68d954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:13.285468 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8f8120ef-7500-44c2-ae46-fa3ffc93b085 req-b85ab715-0eae-45c8-89e4-c2ada0868555 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140516 May 11 16:38:13.573573 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-caa00db0-c3b5-4039-b145-6efff03cedc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:13.661278 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-0cdf07c0-28cb-4852-b0d9-a0d75f78826e req-50d738ce-e4b8-4a32-9f85-2b1867d67381 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Synchronizing usage tracker for tenant:49aa4f96eeb045a68683d2c25ebcbe48 on resource:port {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:38:13.724614 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-0cdf07c0-28cb-4852-b0d9-a0d75f78826e req-50d738ce-e4b8-4a32-9f85-2b1867d67381 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Unset dirty status for tenant:49aa4f96eeb045a68683d2c25ebcbe48 on resource:port {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:38:13.734248 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:13.739511 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0cdf07c0-28cb-4852-b0d9-a0d75f78826e req-50d738ce-e4b8-4a32-9f85-2b1867d67381 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=532e4abe-7d47-4e56-810d-9b01101241e6 HTTP/1.1" status: 200 len: 210 time: 0.1262782 May 11 16:38:13.789502 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-70583fe0-e60e-4943-8920-2ba43bc02c26 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:13.808324 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-70583fe0-e60e-4943-8920-2ba43bc02c26 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/networks?id=f92d5dee-0135-4867-a7ea-dba3b2c02184 HTTP/1.1" status: 200 len: 814 time: 0.4036574 May 11 16:38:13.831076 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-f0ddfc62-bf9c-43f1-8269-f9c378992888 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/quotas/47e91d234d6a45e18f414dac9c90fa1f HTTP/1.1" status: 200 len: 375 time: 0.0216742 May 11 16:38:13.862404 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-d16a9bdc-a244-4adf-83a8-b2c31c92ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:13.962343 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-88774b1c-5e24-40cc-b91e-f5c9e02ac30b tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=47e91d234d6a45e18f414dac9c90fa1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1304517 May 11 16:38:14.059574 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-a09850d8-4f30-4095-a3d0-61a33c68d954 None None] Notify callbacks [] for port, precommit_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:14.074136 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.provisioning_blocks [None req-a09850d8-4f30-4095-a3d0-61a33c68d954 None None] Transition to ACTIVE for port object e85e6013-68db-4eab-8a2d-6f0c434aefbc will not be triggered until provisioned by entity L2. {{(pid=78912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:38:14.085883 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-a09850d8-4f30-4095-a3d0-61a33c68d954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:14.093108 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:14.181266 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_common [None req-d16a9bdc-a244-4adf-83a8-b2c31c92ecbc admin admin] Allocated IP 172.20.0.1 (8018b197-db88-43a2-a0a1-57da27d76237/f4746050-1b0b-46d4-bb96-ceec96e125a2/85534f2d-af30-49d0-89b1-cec2081bd01d) {{(pid=78910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:38:14.197773 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-34e56141-f814-406c-8d93-a8a4d29e20e7 service neutron] 10.222.0.76 "GET /v2.0/networks/f92d5dee-0135-4867-a7ea-dba3b2c02184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721995 May 11 16:38:14.261455 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5d200-4f77-4640-9b57-1dfedfe4e663 None None] Pushing event updated for resources: {'Port': ['ID=e85e6013-68db-4eab-8a2d-6f0c434aefbc,revision_number=2']} {{(pid=78912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:14.275431 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5d200-4f77-4640-9b57-1dfedfe4e663 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:14.275785 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5d200-4f77-4640-9b57-1dfedfe4e663 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:14.276118 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5d200-4f77-4640-9b57-1dfedfe4e663 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:14.276441 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5d200-4f77-4640-9b57-1dfedfe4e663 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:14.277015 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5d200-4f77-4640-9b57-1dfedfe4e663 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:14.277494 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5d200-4f77-4640-9b57-1dfedfe4e663 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:14.277815 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5d200-4f77-4640-9b57-1dfedfe4e663 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:14.278131 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5d200-4f77-4640-9b57-1dfedfe4e663 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:14.278446 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5d200-4f77-4640-9b57-1dfedfe4e663 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:14.278759 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5d200-4f77-4640-9b57-1dfedfe4e663 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:14.279115 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5d200-4f77-4640-9b57-1dfedfe4e663 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:14.279543 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e5d200-4f77-4640-9b57-1dfedfe4e663 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:14.284052 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [None req-46e5d200-4f77-4640-9b57-1dfedfe4e663 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:14.305988 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.managers [None req-a09850d8-4f30-4095-a3d0-61a33c68d954 None None] Attempting to bind port e85e6013-68db-4eab-8a2d-6f0c434aefbc on host dv-cinder-789603-4-smb for vnic_type normal with profile {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:38:14.306486 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.managers [None req-a09850d8-4f30-4095-a3d0-61a33c68d954 None None] Attempting to bind port e85e6013-68db-4eab-8a2d-6f0c434aefbc by drivers openvswitch,hyperv on host dv-cinder-789603-4-smb at level 0 using segments [{'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'}] {{(pid=78912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:38:14.306858 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09850d8-4f30-4095-a3d0-61a33c68d954 None None] Attempting to bind port e85e6013-68db-4eab-8a2d-6f0c434aefbc on network b8617b39-e2b1-4863-8310-b30d869022e5 {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:38:14.314277 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09850d8-4f30-4095-a3d0-61a33c68d954 None None] Checking agent: {'id': '22e3e7b9-314b-4177-b9d0-dabbf2661436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 27, 14), 'started_at': datetime.datetime(2021, 5, 11, 16, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:38:14.314764 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09850d8-4f30-4095-a3d0-61a33c68d954 None None] Checking segment: {'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:38:14.315072 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-a09850d8-4f30-4095-a3d0-61a33c68d954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:14.315469 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09850d8-4f30-4095-a3d0-61a33c68d954 None None] Bound using segment: {'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'} {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:38:14.315987 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.managers [None req-a09850d8-4f30-4095-a3d0-61a33c68d954 None None] Bound port: e85e6013-68db-4eab-8a2d-6f0c434aefbc, host: dv-cinder-789603-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'}}] {{(pid=78912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:38:14.316387 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-a09850d8-4f30-4095-a3d0-61a33c68d954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:14.359442 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-d16a9bdc-a244-4adf-83a8-b2c31c92ecbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:14.377674 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.provisioning_blocks [None req-d16a9bdc-a244-4adf-83a8-b2c31c92ecbc admin admin] Transition to ACTIVE for port object 85534f2d-af30-49d0-89b1-cec2081bd01d will not be triggered until provisioned by entity DHCP. {{(pid=78910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:38:14.410297 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.db [None req-a09850d8-4f30-4095-a3d0-61a33c68d954 None None] For port e85e6013-68db-4eab-8a2d-6f0c434aefbc, host dv-cinder-789603-4-smb, cleared binding levels {{(pid=78912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:38:14.414000 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.db [None req-a09850d8-4f30-4095-a3d0-61a33c68d954 None None] For port e85e6013-68db-4eab-8a2d-6f0c434aefbc, host dv-cinder-789603-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=e85e6013-68db-4eab-8a2d-6f0c434aefbc,segment=NetworkSegment(9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c),segment_id=9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c)] {{(pid=78912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:38:14.415637 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-d16a9bdc-a244-4adf-83a8-b2c31c92ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687'] for port, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:14.423589 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-a09850d8-4f30-4095-a3d0-61a33c68d954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:14.426499 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-0e74d3db-b53f-49bf-a856-5cd3cbe7aa90 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:14.430650 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:14.501837 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16a9bdc-a244-4adf-83a8-b2c31c92ecbc admin admin] Network 8018b197-db88-43a2-a0a1-57da27d76237 is already hosted by enough agents. {{(pid=78910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:38:14.504731 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [None req-d16a9bdc-a244-4adf-83a8-b2c31c92ecbc admin admin] Resources bound (agent type, host, resource id): {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:38:14.508687 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16a9bdc-a244-4adf-83a8-b2c31c92ecbc admin admin] Received port after_create {{(pid=78910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:38:14.509139 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-d16a9bdc-a244-4adf-83a8-b2c31c92ecbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393695'] for router_interface, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:14.515707 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75ad17-fb73-4908-a447-be1218ebf7be req-e662f9e1-610b-41bf-b4b1-4d9d48e51be9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:14.526740 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6a75ad17-fb73-4908-a447-be1218ebf7be req-e662f9e1-610b-41bf-b4b1-4d9d48e51be9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 946 time: 0.5604830 May 11 16:38:14.529248 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a9bdc-a244-4adf-83a8-b2c31c92ecbc admin admin] Pushing event updated for resources: {'Port': ['ID=85534f2d-af30-49d0-89b1-cec2081bd01d,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:14.538470 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-d16a9bdc-a244-4adf-83a8-b2c31c92ecbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:14.583317 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5d200-4f77-4640-9b57-1dfedfe4e663 None None] Pushing event updated for resources: {'Port': ['ID=e85e6013-68db-4eab-8a2d-6f0c434aefbc,revision_number=3']} {{(pid=78912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:14.588452 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [None req-46e5d200-4f77-4640-9b57-1dfedfe4e663 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:14.615417 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09850d8-4f30-4095-a3d0-61a33c68d954 None None] Routers {'8205f26f-f5d3-46cc-97f3-b94edfedd3f5'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:38:14.616013 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-a09850d8-4f30-4095-a3d0-61a33c68d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:38:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['8205f26f-f5d3-46cc-97f3-b94edfedd3f5'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:14.630621 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6a75ad17-fb73-4908-a447-be1218ebf7be req-40ef9e04-101f-4638-87dd-4c4862f6ba92 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1037102 May 11 16:38:14.672141 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-6815f604-24a7-48df-9ace-183aeb2c9400 service neutron] 10.222.0.76 "GET /v2.0/networks/f92d5dee-0135-4867-a7ea-dba3b2c02184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623423 May 11 16:38:14.716930 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-d16a9bdc-a244-4adf-83a8-b2c31c92ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:14.765556 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '532e4abe-7d47-4e56-810d-9b01101241e6', 'name': 'network-vif-deleted', 'tag': '3c9be3ad-8429-4583-816f-35c7b53ea777', 'status': 'completed', 'code': 200} May 11 16:38:14.853717 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-c678a855-0039-43bb-9bb4-9b0b734a6b5d None None] Provisioning for port 85534f2d-af30-49d0-89b1-cec2081bd01d completed by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:38:14.864646 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-c678a855-0039-43bb-9bb4-9b0b734a6b5d None None] Provisioning complete for port 85534f2d-af30-49d0-89b1-cec2081bd01d triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:38:14.866377 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-c678a855-0039-43bb-9bb4-9b0b734a6b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:15.005930 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-c678a855-0039-43bb-9bb4-9b0b734a6b5d None None] Port 85534f2d-af30-49d0-89b1-cec2081bd01d cannot update to ACTIVE because it is not bound. {{(pid=78911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:38:15.038690 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-a09850d8-4f30-4095-a3d0-61a33c68d954 None None] Set router 8205f26f-f5d3-46cc-97f3-b94edfedd3f5 gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:38:15.098674 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:15.216379 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ea468-faa6-46a5-a40c-c8246c25695d req-f1beafe9-6a84-4f14-8bc6-5516e25294dc tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:15.218081 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-354ea468-faa6-46a5-a40c-c8246c25695d req-f1beafe9-6a84-4f14-8bc6-5516e25294dc tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.2566173 May 11 16:38:15.323661 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-354ea468-faa6-46a5-a40c-c8246c25695d req-c4d89011-3d30-496e-8a90-5e74f158d88d tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984828 May 11 16:38:15.480605 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-d16a9bdc-a244-4adf-83a8-b2c31c92ecbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:15.497650 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-d16a9bdc-a244-4adf-83a8-b2c31c92ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:15.499027 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-d16a9bdc-a244-4adf-83a8-b2c31c92ecbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393596'] for router_interface, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:15.505193 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-7ec9316f-7d84-4daa-a42e-aff95cb9a28f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:15.671933 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4bd6badd-7a69-4b9e-ba8f-00bf8dc5998f req-d3eb9aa6-3f0f-4319-8035-c7d0c5721d5a tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=6379fa66-3600-49a8-9504-01cf602a88fb HTTP/1.1" status: 200 len: 210 time: 0.1126459 May 11 16:38:15.924532 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a9bdc-a244-4adf-83a8-b2c31c92ecbc admin admin] Pushing event updated for resources: {'Port': ['ID=85534f2d-af30-49d0-89b1-cec2081bd01d,revision_number=2']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:15.930061 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-d16a9bdc-a244-4adf-83a8-b2c31c92ecbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:15.973346 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-a09850d8-4f30-4095-a3d0-61a33c68d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'name': 'tempest-TestMinimumBasicScenario-1556797969-router', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31'}], 'enable_snat': True}, 'gw_port_id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:38:02Z', 'updated_at': '2021-05-11T16:38:14Z', 'revision_number': 4, 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'gw_port': {'id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:05Z', 'updated_at': '2021-05-11T16:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': '85534f2d-af30-49d0-89b1-cec2081bd01d', 'name': '', 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'mac_address': 'fa:16:3e:6a:a6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f4746050-1b0b-46d4-bb96-ceec96e125a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:14Z', 'updated_at': '2021-05-11T16:38:14Z', 'revision_number': 1, 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'subnets': [{'id': 'f4746050-1b0b-46d4-bb96-ceec96e125a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:15.987218 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09850d8-4f30-4095-a3d0-61a33c68d954 None None] The sync data for ids ['8205f26f-f5d3-46cc-97f3-b94edfedd3f5'] in dv-cinder-789603-4-smb is: [{'id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'name': 'tempest-TestMinimumBasicScenario-1556797969-router', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31'}], 'enable_snat': True}, 'gw_port_id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:38:02Z', 'updated_at': '2021-05-11T16:38:14Z', 'revision_number': 4, 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'gw_port': {'id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:05Z', 'updated_at': '2021-05-11T16:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': '85534f2d-af30-49d0-89b1-cec2081bd01d', 'name': '', 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'mac_address': 'fa:16:3e:6a:a6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f4746050-1b0b-46d4-bb96-ceec96e125a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:14Z', 'updated_at': '2021-05-11T16:38:14Z', 'revision_number': 1, 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'subnets': [{'id': 'f4746050-1b0b-46d4-bb96-ceec96e125a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:38:16.053024 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16a9bdc-a244-4adf-83a8-b2c31c92ecbc admin admin] Network 8018b197-db88-43a2-a0a1-57da27d76237 is already hosted by enough agents. {{(pid=78910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:38:16.056530 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [None req-d16a9bdc-a244-4adf-83a8-b2c31c92ecbc admin admin] Resources bound (agent type, host, resource id): {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:38:16.248009 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f27c7-2604-475f-a54c-4505d35e52d0 req-6c0c40e8-b432-40e2-a768-ab281a93c2f3 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:16.263649 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c98f27c7-2604-475f-a54c-4505d35e52d0 req-6c0c40e8-b432-40e2-a768-ab281a93c2f3 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.4296367 May 11 16:38:16.290181 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10f153-5740-4949-85a3-ecac68bdfda6 req-08244171-5b16-4b64-8dce-4a2db51534b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:16.293188 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-bf10f153-5740-4949-85a3-ecac68bdfda6 req-08244171-5b16-4b64-8dce-4a2db51534b3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4736f52286484cdda08e797d3f5fb330&device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 1098 time: 0.2550020 May 11 16:38:16.427304 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac35d3-780b-46ed-a842-b0eaba0d5dd3 req-7eb55ba7-4a9f-4142-b490-f9d3a72550ed tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:16.429784 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-dbac35d3-780b-46ed-a842-b0eaba0d5dd3 req-7eb55ba7-4a9f-4142-b490-f9d3a72550ed tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 946 time: 0.4574015 May 11 16:38:16.460753 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16a9bdc-a244-4adf-83a8-b2c31c92ecbc admin admin] Router 8205f26f-f5d3-46cc-97f3-b94edfedd3f5 has already been hosted by L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae {{(pid=78910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:38:16.484264 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 49416) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:16.548385 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-42a49045-02f0-419d-ae42-33337772c5f4 None None] Provisioning complete for port 85534f2d-af30-49d0-89b1-cec2081bd01d triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:38:16.549800 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-42a49045-02f0-419d-ae42-33337772c5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:16.557523 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c98f27c7-2604-475f-a54c-4505d35e52d0 req-2b58398c-c508-4d54-a3e7-0ed630581e1d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2926850 May 11 16:38:16.653523 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-42a49045-02f0-419d-ae42-33337772c5f4 None None] Port 85534f2d-af30-49d0-89b1-cec2081bd01d cannot update to ACTIVE because it is not bound. {{(pid=78911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:38:16.679639 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-dbac35d3-780b-46ed-a842-b0eaba0d5dd3 req-1b115e78-22da-42e6-b03f-874a878cb997 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1464362 May 11 16:38:16.829894 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a31b677-2936-492c-b3bb-90e010c09e9a admin admin] Deleting subnet abdc37be-6db4-495a-b8d2-7df20b3d4b3c {{(pid=78910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:38:16.836840 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6a31b677-2936-492c-b3bb-90e010c09e9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:16.839090 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10f153-5740-4949-85a3-ecac68bdfda6 req-ba576bd8-0b47-454b-9852-c7e9bc99f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:16.840881 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-bf10f153-5740-4949-85a3-ecac68bdfda6 req-ba576bd8-0b47-454b-9852-c7e9bc99f45d service neutron] 10.222.0.85 "GET /v2.0/networks?id=d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc HTTP/1.1" status: 200 len: 913 time: 0.5350087 May 11 16:38:16.847245 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa08e38-c9d2-4189-8d3b-56746e1c4e69 req-5fdebf98-c42b-4c29-b9cc-0d1419cbfc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:16.849543 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-afa08e38-c9d2-4189-8d3b-56746e1c4e69 req-5fdebf98-c42b-4c29-b9cc-0d1419cbfc25 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=262ccc5510544ce0a4c4ce0d80c13de5&device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 1099 time: 0.5385494 May 11 16:38:16.949086 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6a31b677-2936-492c-b3bb-90e010c09e9a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:16.959485 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16a9bdc-a244-4adf-83a8-b2c31c92ecbc admin admin] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:38:16.975582 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-d16a9bdc-a244-4adf-83a8-b2c31c92ecbc admin admin] 10.222.0.76 "PUT /v2.0/routers/8205f26f-f5d3-46cc-97f3-b94edfedd3f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9967346 May 11 16:38:17.055651 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6a31b677-2936-492c-b3bb-90e010c09e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732194'] for subnet, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:17.067432 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-64edccc4-e5d7-4f02-b581-0b8590c45a62 req-c70f3739-6d2d-4437-83eb-fdf198fcb40c tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=6379fa66-3600-49a8-9504-01cf602a88fb HTTP/1.1" status: 200 len: 210 time: 0.2251966 May 11 16:38:17.188622 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-bf10f153-5740-4949-85a3-ecac68bdfda6 req-d6d49b50-5cf4-4170-8c82-89e7f4472ac4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77eddc3e-a2be-4d50-b58c-73253d7a8464 HTTP/1.1" status: 200 len: 1001 time: 0.3367238 May 11 16:38:17.215451 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d4f1d-e4d1-44fb-bd4d-1eb62f74a461 req-04fa9761-be8f-4bcf-b344-957f53d1930b tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:17.232531 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-bb5d4f1d-e4d1-44fb-bd4d-1eb62f74a461 req-04fa9761-be8f-4bcf-b344-957f53d1930b tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.5236275 May 11 16:38:17.456344 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa08e38-c9d2-4189-8d3b-56746e1c4e69 req-8daab5b3-da80-4960-8dec-0ea3e6ba3a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:17.459030 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-afa08e38-c9d2-4189-8d3b-56746e1c4e69 req-8daab5b3-da80-4960-8dec-0ea3e6ba3a1a service neutron] 10.222.0.85 "GET /v2.0/networks?id=b88aa6df-5bed-46a0-8951-f555a2261aa5 HTTP/1.1" status: 200 len: 919 time: 0.4714766 May 11 16:38:17.463017 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10f153-5740-4949-85a3-ecac68bdfda6 req-c958b867-ad1e-4b5e-ab91-5dc0e4d8132b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:17.464809 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-bf10f153-5740-4949-85a3-ecac68bdfda6 req-c958b867-ad1e-4b5e-ab91-5dc0e4d8132b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=92408bfd-18b4-4d40-bf0b-34a82b102005 HTTP/1.1" status: 200 len: 850 time: 0.2577488 May 11 16:38:17.478088 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-bb5d4f1d-e4d1-44fb-bd4d-1eb62f74a461 req-f569b3b6-27d8-43b2-a574-20b685d5c132 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656091 May 11 16:38:17.489107 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-706ee301-782f-4704-b481-9cc2847fe08f tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:17.490762 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-706ee301-782f-4704-b481-9cc2847fe08f tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.85 "GET /v2.0/networks?id=f92d5dee-0135-4867-a7ea-dba3b2c02184 HTTP/1.1" status: 200 len: 814 time: 0.5219302 May 11 16:38:17.518052 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-3ed1379b-fd36-46e8-89cb-21ee48fa24af tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Request body: {'port': {'device_id': '6379fa66-3600-49a8-9504-01cf602a88fb', 'network_id': 'f92d5dee-0135-4867-a7ea-dba3b2c02184', 'admin_state_up': True, 'tenant_id': '47e91d234d6a45e18f414dac9c90fa1f'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:38:17.596549 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:17.762591 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-afa08e38-c9d2-4189-8d3b-56746e1c4e69 req-f803b452-a833-4bfe-98df-ccf328c3b76a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b922d21-ad5e-427d-bb68-4dc27a9225d6 HTTP/1.1" status: 200 len: 1002 time: 0.2799957 May 11 16:38:17.923776 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-3ed1379b-fd36-46e8-89cb-21ee48fa24af tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:38:17.932977 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6a31b677-2936-492c-b3bb-90e010c09e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for subnet, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:17.940110 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-3ed1379b-fd36-46e8-89cb-21ee48fa24af tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:38:17.948071 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:17.991225 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31b677-2936-492c-b3bb-90e010c09e9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abdc37be-6db4-495a-b8d2-7df20b3d4b3c,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:17.993341 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6a31b677-2936-492c-b3bb-90e010c09e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for subnet, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:18.000274 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-6a31b677-2936-492c-b3bb-90e010c09e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:18.001965 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-3ed1379b-fd36-46e8-89cb-21ee48fa24af tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Made reservation on behalf of 47e91d234d6a45e18f414dac9c90fa1f for: {'port': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:38:18.006545 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-3ed1379b-fd36-46e8-89cb-21ee48fa24af tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:18.026269 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-6a31b677-2936-492c-b3bb-90e010c09e9a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/abdc37be-6db4-495a-b8d2-7df20b3d4b3c HTTP/1.1" status: 204 len: 168 time: 1.5358789 May 11 16:38:18.027474 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 49448) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:18.101661 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa08e38-c9d2-4189-8d3b-56746e1c4e69 req-db97537a-0652-4760-8ac5-10ee60f4c738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:18.103116 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-afa08e38-c9d2-4189-8d3b-56746e1c4e69 req-db97537a-0652-4760-8ac5-10ee60f4c738 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a408f652-827a-47bf-a362-ed4cc793ec89 HTTP/1.1" status: 200 len: 856 time: 0.2867167 May 11 16:38:18.113261 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10f153-5740-4949-85a3-ecac68bdfda6 req-94c70d3e-e2d4-4ed5-9f2a-200759875884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:18.115027 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-bf10f153-5740-4949-85a3-ecac68bdfda6 req-94c70d3e-e2d4-4ed5-9f2a-200759875884 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6313124 May 11 16:38:18.176117 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 49456) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:18.189989 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-7baaedbf-21bd-4ed1-ab68-ac038fb73ef8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1491518422-network', 'tenant_id': 'f0a20adcd2b44d589a805290b5691de2'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:38:18.253155 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-7baaedbf-21bd-4ed1-ab68-ac038fb73ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:38:18.317727 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-7baaedbf-21bd-4ed1-ab68-ac038fb73ef8 admin admin] Usage tracker for resource:network and tenant:f0a20adcd2b44d589a805290b5691de2 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:38:18.319519 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7552c285-1a54-40ca-8568-9660b185093d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606754'] for network, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:18.324153 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-7baaedbf-21bd-4ed1-ab68-ac038fb73ef8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:38:18.342058 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-7baaedbf-21bd-4ed1-ab68-ac038fb73ef8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:38:18.385922 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9a7a2-dcb9-4b58-8fe6-f8ba691c2aa9 req-48b9b4de-fe9e-496b-b162-1ec0a6c1e9b3 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:18.387433 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-61c9a7a2-dcb9-4b58-8fe6-f8ba691c2aa9 req-48b9b4de-fe9e-496b-b162-1ec0a6c1e9b3 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac8806ee-05ca-4bad-863c-a58f25502442 HTTP/1.1" status: 200 len: 945 time: 0.6196296 May 11 16:38:18.408906 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995312d-e47d-4fc9-87b2-27ebb299ce5d req-56f648ae-fca6-4f38-ba41-63c1060b5c7f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:18.410389 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6995312d-e47d-4fc9-87b2-27ebb299ce5d req-56f648ae-fca6-4f38-ba41-63c1060b5c7f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.5952759 May 11 16:38:18.423847 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7baaedbf-21bd-4ed1-ab68-ac038fb73ef8 admin admin] Made reservation on behalf of f0a20adcd2b44d589a805290b5691de2 for: {'network': 1} {{(pid=78909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:38:18.426123 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7baaedbf-21bd-4ed1-ab68-ac038fb73ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for network, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:18.484518 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7baaedbf-21bd-4ed1-ab68-ac038fb73ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:18.524913 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_common [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-3ed1379b-fd36-46e8-89cb-21ee48fa24af tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Allocated IP 172.20.0.8 (f92d5dee-0135-4867-a7ea-dba3b2c02184/dc5b2061-141a-4cef-ac58-4e945522331a/fd292ea3-c845-44cb-be3a-5191eacf445a) {{(pid=78910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:38:18.527824 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7552c285-1a54-40ca-8568-9660b185093d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726233', 'neutron.services.segments.db._delete_segments_for_network-8788166214813'] for network, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:18.553386 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7552c285-1a54-40ca-8568-9660b185093d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:38:18.553982 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7552c285-1a54-40ca-8568-9660b185093d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:38:18.554992 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7552c285-1a54-40ca-8568-9660b185093d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:38:18.555345 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7552c285-1a54-40ca-8568-9660b185093d admin admin] Subscribe: > port after_create 55550000 {{(pid=78910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:38:18.555698 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7552c285-1a54-40ca-8568-9660b185093d admin admin] Subscribe: > port after_delete 55550000 {{(pid=78910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:38:18.556047 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7552c285-1a54-40ca-8568-9660b185093d admin admin] Subscribe: > port after_update 55550000 {{(pid=78910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:38:18.556362 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7552c285-1a54-40ca-8568-9660b185093d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:38:18.556670 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7552c285-1a54-40ca-8568-9660b185093d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:38:18.556992 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7552c285-1a54-40ca-8568-9660b185093d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:38:18.557390 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7552c285-1a54-40ca-8568-9660b185093d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:38:18.582825 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-7baaedbf-21bd-4ed1-ab68-ac038fb73ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:38:18.593388 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device e85e6013-68db-4eab-8a2d-6f0c434aefbc up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:38:18.618939 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-bf10f153-5740-4949-85a3-ecac68bdfda6 req-a76ae6f1-7288-4bec-8db8-1913591b61b6 service neutron] 10.222.0.85 "GET /v2.0/networks/d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544971 May 11 16:38:18.622476 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7552c285-1a54-40ca-8568-9660b185093d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:38:18.622763 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7552c285-1a54-40ca-8568-9660b185093d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:38:18.623094 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7552c285-1a54-40ca-8568-9660b185093d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:38:18.623398 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7552c285-1a54-40ca-8568-9660b185093d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 16:38:18.623803 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.services.segments.db [None req-7552c285-1a54-40ca-8568-9660b185093d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b94489-9613-46a4-8873-adbd6921e1b4']}} {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:18.627213 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-7baaedbf-21bd-4ed1-ab68-ac038fb73ef8 admin admin] Usage tracker for resource:security_group_rule and tenant:f0a20adcd2b44d589a805290b5691de2 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:38:18.642279 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.services.segments.db [None req-7552c285-1a54-40ca-8568-9660b185093d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b563db9-3858-477c-8dc7-5fefdbbaa18a') {'for_net_delete': True} {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:18.642623 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.services.segments.db [None req-7552c285-1a54-40ca-8568-9660b185093d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b563db9-3858-477c-8dc7-5fefdbbaa18a') {} {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:18.655610 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa08e38-c9d2-4189-8d3b-56746e1c4e69 req-11032359-dfdb-4fdd-a5a5-e556b2cce679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:18.657460 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-afa08e38-c9d2-4189-8d3b-56746e1c4e69 req-11032359-dfdb-4fdd-a5a5-e556b2cce679 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b88aa6df-5bed-46a0-8951-f555a2261aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5402346 May 11 16:38:18.663413 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-7baaedbf-21bd-4ed1-ab68-ac038fb73ef8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:38:18.670495 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7552c285-1a54-40ca-8568-9660b185093d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788166226279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14753285'] for segment, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:18.679476 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-61c9a7a2-dcb9-4b58-8fe6-f8ba691c2aa9 req-d586bcf5-3f40-4707-a703-f6d60e69b684 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790239 May 11 16:38:18.704539 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6995312d-e47d-4fc9-87b2-27ebb299ce5d req-2c723924-09bf-42d8-ad94-46a9e1ec12cb tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539704 May 11 16:38:18.720467 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning for port e85e6013-68db-4eab-8a2d-6f0c434aefbc completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:38:18.732706 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port e85e6013-68db-4eab-8a2d-6f0c434aefbc triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:38:18.733337 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:18.740489 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-7baaedbf-21bd-4ed1-ab68-ac038fb73ef8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:38:18.825102 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7552c285-1a54-40ca-8568-9660b185093d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:18.933485 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7552c285-1a54-40ca-8568-9660b185093d admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=78910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:38:18.946913 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7552c285-1a54-40ca-8568-9660b185093d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15504041'] for segment, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: from cryptography.utils import int_from_bytes May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: from cryptography.utils import int_from_bytes May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: Traceback (most recent call last): May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: timer() May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: cb(*args, **kw) May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: return func(*args, **kwargs) May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: self._notify() May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: self.callback(batched_events) May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: event.method(event) May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: return f(self, *a, **k) May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: return self._get(url).json() May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: return self.request(url, 'GET', **kwargs) May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:38:18.967886 dv-cinder-789603-4-smb neutron-server[78910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:38:18.995517 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:19.028394 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] For port e85e6013-68db-4eab-8a2d-6f0c434aefbc, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=e85e6013-68db-4eab-8a2d-6f0c434aefbc,segment=NetworkSegment(9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c),segment_id=9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:38:19.037164 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:19.043154 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:19.117947 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7552c285-1a54-40ca-8568-9660b185093d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:19.140063 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Pushing event updated for resources: {'Port': ['ID=e85e6013-68db-4eab-8a2d-6f0c434aefbc,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:19.140482 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8a058c2f-ebd2-4669-85c9-6b7f44bf7e97 req-83bafb27-c61a-440d-85a6-7d956da78882 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=6379fa66-3600-49a8-9504-01cf602a88fb HTTP/1.1" status: 200 len: 210 time: 0.1518497 May 11 16:38:19.144098 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:19.145711 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:19.166574 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7552c285-1a54-40ca-8568-9660b185093d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:19.201196 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552c285-1a54-40ca-8568-9660b185093d admin admin] Pushing event deleted for resources: {'Network': ['ID=f8b94489-9613-46a4-8873-adbd6921e1b4,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:19.214513 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-7552c285-1a54-40ca-8568-9660b185093d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:19.231843 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63003642-dd55-4554-990a-dbca91734cf6 None None] Sync routers for ids ['8205f26f-f5d3-46cc-97f3-b94edfedd3f5'] in dv-cinder-789603-4-smb {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:38:19.241930 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-bf10f153-5740-4949-85a3-ecac68bdfda6 req-087f8b95-c2c7-48c4-a2e3-1ee60fd86250 service neutron] 10.222.0.85 "GET /v2.0/networks/d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6067541 May 11 16:38:19.246385 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-afa08e38-c9d2-4189-8d3b-56746e1c4e69 req-c8daba65-0a58-4e93-b50c-26f14a801095 service neutron] 10.222.0.85 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5630629 May 11 16:38:19.258013 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-3ed1379b-fd36-46e8-89cb-21ee48fa24af tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Notify callbacks [] for port, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:19.270698 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63003642-dd55-4554-990a-dbca91734cf6 None None] Routers {'8205f26f-f5d3-46cc-97f3-b94edfedd3f5'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:38:19.272232 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-63003642-dd55-4554-990a-dbca91734cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:38:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['8205f26f-f5d3-46cc-97f3-b94edfedd3f5'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:19.308988 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-3ed1379b-fd36-46e8-89cb-21ee48fa24af tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:19.316078 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:19.367805 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-7552c285-1a54-40ca-8568-9660b185093d admin admin] 10.222.0.76 "DELETE /v2.0/networks/f8b94489-9613-46a4-8873-adbd6921e1b4 HTTP/1.1" status: 204 len: 168 time: 1.3391540 May 11 16:38:19.388853 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-3ed1379b-fd36-46e8-89cb-21ee48fa24af tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Network f92d5dee-0135-4867-a7ea-dba3b2c02184 is already hosted by enough agents. {{(pid=78910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:38:19.392824 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-3ed1379b-fd36-46e8-89cb-21ee48fa24af tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Resources bound (agent type, host, resource id): {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:38:19.396610 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bd6af-3874-4455-8a79-039b7ee7f847 req-faa1444e-f8e9-49ae-919b-3bf6b7771814 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:19.398157 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4a3bd6af-3874-4455-8a79-039b7ee7f847 req-faa1444e-f8e9-49ae-919b-3bf6b7771814 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 946 time: 0.4080527 May 11 16:38:19.405170 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-3ed1379b-fd36-46e8-89cb-21ee48fa24af tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Received port after_create {{(pid=78910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:38:19.458756 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1379b-fd36-46e8-89cb-21ee48fa24af tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Pushing event updated for resources: {'Port': ['ID=fd292ea3-c845-44cb-be3a-5191eacf445a,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:19.463478 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7baaedbf-21bd-4ed1-ab68-ac038fb73ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:19.464465 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-3ed1379b-fd36-46e8-89cb-21ee48fa24af tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:19.499130 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-3ed1379b-fd36-46e8-89cb-21ee48fa24af tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:19.501022 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-3ed1379b-fd36-46e8-89cb-21ee48fa24af tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:19.525637 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-3ed1379b-fd36-46e8-89cb-21ee48fa24af tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0116253 May 11 16:38:19.539523 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7baaedbf-21bd-4ed1-ab68-ac038fb73ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:19.541372 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-9907657f-3e1c-4a33-b1f9-8b3a39d4b5bc service neutron] Request body: {'port': {'device_id': '6379fa66-3600-49a8-9504-01cf602a88fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:38:19.554388 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-fa8f738f-cef7-4444-bf1e-6fe8a2bcb788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:19.615650 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7baaedbf-21bd-4ed1-ab68-ac038fb73ef8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=78909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:38:19.630894 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-63003642-dd55-4554-990a-dbca91734cf6 None None] Set router 8205f26f-f5d3-46cc-97f3-b94edfedd3f5 gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:38:19.636374 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-afa08e38-c9d2-4189-8d3b-56746e1c4e69 req-c323ede0-dd44-49ed-95a7-aeb92f30afcd service neutron] 10.222.0.85 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719256 May 11 16:38:19.641922 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baaedbf-21bd-4ed1-ab68-ac038fb73ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6ee6e6-24a9-4202-acce-7ed5002d31c9,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:19.651796 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7baaedbf-21bd-4ed1-ab68-ac038fb73ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:19.652165 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.db.segments_db [None req-7baaedbf-21bd-4ed1-ab68-ac038fb73ef8 admin admin] Added segment b9bc827d-38e4-40a6-8e49-c7ea44df99c6 of type vlan for network b166ae27-82c8-4c8f-92e4-3f40c2677a3b May 11 16:38:19.653361 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-7baaedbf-21bd-4ed1-ab68-ac038fb73ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:19.656391 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4a3bd6af-3874-4455-8a79-039b7ee7f847 req-7daae8eb-0942-4457-ad98-882d688540e5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2328780 May 11 16:38:19.684105 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 49464) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:19.723443 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-9907657f-3e1c-4a33-b1f9-8b3a39d4b5bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:19.731888 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7baaedbf-21bd-4ed1-ab68-ac038fb73ef8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788165774457'] for network, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:19.762484 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75e1c5-24d1-4069-8429-6cc032f4f956 req-eb0a218d-5694-46c3-81fe-72c0f77c5305 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:19.764068 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ca75e1c5-24d1-4069-8429-6cc032f4f956 req-eb0a218d-5694-46c3-81fe-72c0f77c5305 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.85 "GET /v2.0/ports?device_id=ac8806ee-05ca-4bad-863c-a58f25502442 HTTP/1.1" status: 200 len: 945 time: 0.3394094 May 11 16:38:19.817334 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede8ac2-6548-409b-ba8f-7556e5e41919 req-0964d496-9740-4881-9b74-9dbc382d420f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:19.818897 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-aede8ac2-6548-409b-ba8f-7556e5e41919 req-0964d496-9740-4881-9b74-9dbc382d420f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.3906677 May 11 16:38:20.047021 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-8c3a8eb5-451f-42a7-9b9f-cee4866c7414 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a055b4450a844a3d80f01040e304e5bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3616719 May 11 16:38:20.053258 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7baaedbf-21bd-4ed1-ab68-ac038fb73ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for network, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:20.055474 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 49474) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:20.069964 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baaedbf-21bd-4ed1-ab68-ac038fb73ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:20.070682 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7baaedbf-21bd-4ed1-ab68-ac038fb73ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:20.080008 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 1b922d21-ad5e-427d-bb68-4dc27a9225d6 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:38:20.080639 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-aede8ac2-6548-409b-ba8f-7556e5e41919 req-dc5269ce-30f6-4bfe-af1f-c61b35b647b1 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039340 May 11 16:38:20.102946 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:20.164323 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-7baaedbf-21bd-4ed1-ab68-ac038fb73ef8 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9831202 May 11 16:38:20.170192 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 49478) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:20.204514 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-8b15eee5-bfcc-4abd-9b34-deea11dd3fdb admin admin] Request body: {'subnet': {'network_id': 'b166ae27-82c8-4c8f-92e4-3f40c2677a3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1491518422-subnet', 'tenant_id': 'f0a20adcd2b44d589a805290b5691de2', 'ip_version': 4}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:38:20.210573 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-8b15eee5-bfcc-4abd-9b34-deea11dd3fdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:38:20.215332 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-8b15eee5-bfcc-4abd-9b34-deea11dd3fdb admin admin] Usage tracker for resource:subnet and tenant:f0a20adcd2b44d589a805290b5691de2 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:38:20.232924 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-8b15eee5-bfcc-4abd-9b34-deea11dd3fdb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:38:20.251847 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-8b15eee5-bfcc-4abd-9b34-deea11dd3fdb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:38:20.271078 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-dea39953-a04b-4d48-b60f-d42185d11206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:20.271584 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-63003642-dd55-4554-990a-dbca91734cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'name': 'tempest-TestMinimumBasicScenario-1556797969-router', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31'}], 'enable_snat': True}, 'gw_port_id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:38:02Z', 'updated_at': '2021-05-11T16:38:14Z', 'revision_number': 4, 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'gw_port': {'id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:05Z', 'updated_at': '2021-05-11T16:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': '85534f2d-af30-49d0-89b1-cec2081bd01d', 'name': '', 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'mac_address': 'fa:16:3e:6a:a6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f4746050-1b0b-46d4-bb96-ceec96e125a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:14Z', 'updated_at': '2021-05-11T16:38:14Z', 'revision_number': 2, 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'subnets': [{'id': 'f4746050-1b0b-46d4-bb96-ceec96e125a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:20.273599 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:20.277532 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b15eee5-bfcc-4abd-9b34-deea11dd3fdb admin admin] Made reservation on behalf of f0a20adcd2b44d589a805290b5691de2 for: {'subnet': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:38:20.280504 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-8b15eee5-bfcc-4abd-9b34-deea11dd3fdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16525395'] for subnet, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:20.288940 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63003642-dd55-4554-990a-dbca91734cf6 None None] Checking router: 8205f26f-f5d3-46cc-97f3-b94edfedd3f5 for host: dv-cinder-789603-4-smb {{(pid=78911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:38:20.289318 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63003642-dd55-4554-990a-dbca91734cf6 None None] Updating router 8205f26f-f5d3-46cc-97f3-b94edfedd3f5 port 85534f2d-af30-49d0-89b1-cec2081bd01d binding host dv-cinder-789603-4-smb {{(pid=78911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:38:20.365229 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67877986-c824-470e-81f1-4fd751417ebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b922d21-ad5e-427d-bb68-4dc27a9225d6'}] {{(pid=78911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:38:20.399028 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.db.resource_extend [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-9907657f-3e1c-4a33-b1f9-8b3a39d4b5bc service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 11 16:38:20.405585 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 1b922d21-ad5e-427d-bb68-4dc27a9225d6, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b922d21-ad5e-427d-bb68-4dc27a9225d6,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:38:20.408024 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-63003642-dd55-4554-990a-dbca91734cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:20.416477 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-dea39953-a04b-4d48-b60f-d42185d11206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:20.431022 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baaedbf-21bd-4ed1-ab68-ac038fb73ef8 admin admin] Pushing event updated for resources: {'Network': ['ID=b166ae27-82c8-4c8f-92e4-3f40c2677a3b,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:20.431329 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:20.440720 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:20.441830 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-7baaedbf-21bd-4ed1-ab68-ac038fb73ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:20.458865 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cd512-1da3-49fd-a5ad-5fb855fac1e8 req-089f1bbf-af78-4640-afa2-e5dd73f1cb78 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:20.466139 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-428cd512-1da3-49fd-a5ad-5fb855fac1e8 req-089f1bbf-af78-4640-afa2-e5dd73f1cb78 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac8806ee-05ca-4bad-863c-a58f25502442 HTTP/1.1" status: 200 len: 945 time: 0.5732653 May 11 16:38:20.549356 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-9907657f-3e1c-4a33-b1f9-8b3a39d4b5bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd292ea3-c845-44cb-be3a-5191eacf445a {{(pid=78910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:38:20.552325 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-428cd512-1da3-49fd-a5ad-5fb855fac1e8 req-1a5e6c4e-b9b0-4584-ae2f-653b4674c85f tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/security-groups?id=6228e1c6-9f96-4708-bdb0-b0add3d53d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817678 May 11 16:38:20.564615 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [req-ca75e1c5-24d1-4069-8429-6cc032f4f956 req-6819234a-9b0c-4285-8875-7ef1f019010a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Deleting port f80e0a8e-6f67-4eb8-8a84-3615cdcd2730 {{(pid=78909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:38:20.566010 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-ca75e1c5-24d1-4069-8429-6cc032f4f956 req-6819234a-9b0c-4285-8875-7ef1f019010a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:20.576389 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-9907657f-3e1c-4a33-b1f9-8b3a39d4b5bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:20.601190 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Network b166ae27-82c8-4c8f-92e4-3f40c2677a3b details requested by agent ovs-agent-dv-cinder-789603-4-smb with host dv-cinder-789603-4-smb {{(pid=78911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:38:20.640064 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device e85e6013-68db-4eab-8a2d-6f0c434aefbc up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:38:20.677660 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a242f2e-a8f5-4e7f-b945-01324a644254 req-19b24c06-0cc6-4824-a7ef-851ae50c677f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:20.680169 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2a242f2e-a8f5-4e7f-b945-01324a644254 req-19b24c06-0cc6-4824-a7ef-851ae50c677f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.4524927 May 11 16:38:20.804415 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.provisioning_blocks [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-9907657f-3e1c-4a33-b1f9-8b3a39d4b5bc service neutron] Transition to ACTIVE for port object fd292ea3-c845-44cb-be3a-5191eacf445a will not be triggered until provisioned by entity L2. {{(pid=78910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:38:20.815609 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-dea39953-a04b-4d48-b60f-d42185d11206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:20.824172 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-28e03151-f1ad-40d6-a273-f99143789b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:20.843525 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea39953-a04b-4d48-b60f-d42185d11206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf85765-ddb6-4b13-ba4b-2b58c48fc04e,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:20.845963 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-9907657f-3e1c-4a33-b1f9-8b3a39d4b5bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15504005'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:20.880966 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-dea39953-a04b-4d48-b60f-d42185d11206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:20.881900 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-62c6ae30-11f6-4327-89a9-1fdbc63dde35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:20.946636 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=1b922d21-ad5e-427d-bb68-4dc27a9225d6,revision_number=8']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:20.946785 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2a242f2e-a8f5-4e7f-b945-01324a644254 req-55091cba-42bd-471d-b19a-39baa2765ad1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2508171 May 11 16:38:20.952830 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:20.962782 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [req-ca75e1c5-24d1-4069-8429-6cc032f4f956 req-6819234a-9b0c-4285-8875-7ef1f019010a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] For port f80e0a8e-6f67-4eb8-8a84-3615cdcd2730, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f80e0a8e-6f67-4eb8-8a84-3615cdcd2730,segment=NetworkSegment(4baf4024-8ac6-4675-9b3c-88b417a27c97),segment_id=4baf4024-8ac6-4675-9b3c-88b417a27c97)] {{(pid=78909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:38:20.963197 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-ca75e1c5-24d1-4069-8429-6cc032f4f956 req-6819234a-9b0c-4285-8875-7ef1f019010a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:21.093942 dv-cinder-789603-4-smb neutron-server[78911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67877986-c824-470e-81f1-4fd751417ebd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b922d21-ad5e-427d-bb68-4dc27a9225d6', 'code': 200} May 11 16:38:21.107983 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port e85e6013-68db-4eab-8a2d-6f0c434aefbc triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:38:21.108394 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:21.111231 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [req-ca75e1c5-24d1-4069-8429-6cc032f4f956 req-6819234a-9b0c-4285-8875-7ef1f019010a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Calling delete_port for f80e0a8e-6f67-4eb8-8a84-3615cdcd2730 owned by compute:nova {{(pid=78909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:38:21.125810 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-dea39953-a04b-4d48-b60f-d42185d11206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:21.130350 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-dea39953-a04b-4d48-b60f-d42185d11206 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bbf85765-ddb6-4b13-ba4b-2b58c48fc04e HTTP/1.1" status: 204 len: 168 time: 1.0705009 May 11 16:38:21.158216 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70518f-8d1c-43eb-b4d4-493e629d6587 req-972411d0-0767-4969-9c89-5be76644339e tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:21.165724 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1d70518f-8d1c-43eb-b4d4-493e629d6587 req-972411d0-0767-4969-9c89-5be76644339e tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=6379fa66-3600-49a8-9504-01cf602a88fb HTTP/1.1" status: 200 len: 931 time: 0.4436076 May 11 16:38:21.274395 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-9907657f-3e1c-4a33-b1f9-8b3a39d4b5bc service neutron] Attempting to bind port fd292ea3-c845-44cb-be3a-5191eacf445a on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:38:21.274624 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-9907657f-3e1c-4a33-b1f9-8b3a39d4b5bc service neutron] Attempting to bind port fd292ea3-c845-44cb-be3a-5191eacf445a by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '29eb896a-4001-43bc-bb61-d95d98e51cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'f92d5dee-0135-4867-a7ea-dba3b2c02184'}] {{(pid=78910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:38:21.274951 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-9907657f-3e1c-4a33-b1f9-8b3a39d4b5bc service neutron] Attempting to bind port fd292ea3-c845-44cb-be3a-5191eacf445a on network f92d5dee-0135-4867-a7ea-dba3b2c02184 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:38:21.281203 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907657f-3e1c-4a33-b1f9-8b3a39d4b5bc service neutron] Pushing event updated for resources: {'Port': ['ID=fd292ea3-c845-44cb-be3a-5191eacf445a,revision_number=2']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:21.285059 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-9907657f-3e1c-4a33-b1f9-8b3a39d4b5bc service neutron] Port fd292ea3-c845-44cb-be3a-5191eacf445a on network f92d5dee-0135-4867-a7ea-dba3b2c02184 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:38:21.285265 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-9907657f-3e1c-4a33-b1f9-8b3a39d4b5bc service neutron] Attempting to bind port fd292ea3-c845-44cb-be3a-5191eacf445a on network f92d5dee-0135-4867-a7ea-dba3b2c02184 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:38:21.290781 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-9907657f-3e1c-4a33-b1f9-8b3a39d4b5bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:21.296356 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-9907657f-3e1c-4a33-b1f9-8b3a39d4b5bc service neutron] Checking agent: {'id': 'd37e6d19-ade9-4e89-aecb-ac851dc75e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'started_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:38:21.296478 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-9907657f-3e1c-4a33-b1f9-8b3a39d4b5bc service neutron] Checking segment: {'id': '29eb896a-4001-43bc-bb61-d95d98e51cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'f92d5dee-0135-4867-a7ea-dba3b2c02184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:38:21.296862 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-9907657f-3e1c-4a33-b1f9-8b3a39d4b5bc service neutron] Bound using segment: {'id': '29eb896a-4001-43bc-bb61-d95d98e51cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'f92d5dee-0135-4867-a7ea-dba3b2c02184'} {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:38:21.297868 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-9907657f-3e1c-4a33-b1f9-8b3a39d4b5bc service neutron] Bound port: fd292ea3-c845-44cb-be3a-5191eacf445a, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29eb896a-4001-43bc-bb61-d95d98e51cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'f92d5dee-0135-4867-a7ea-dba3b2c02184'}}] {{(pid=78910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:38:21.298642 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-9907657f-3e1c-4a33-b1f9-8b3a39d4b5bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:21.301975 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1d70518f-8d1c-43eb-b4d4-493e629d6587 req-894dbbea-2477-4f43-830b-e99dbb1a274c tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352463 May 11 16:38:21.440558 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee59ecb-2d28-4f4c-94b2-69638493b5c0 req-edf2a130-36dc-4b5b-ba48-0450350c479b tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:21.442025 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4ee59ecb-2d28-4f4c-94b2-69638493b5c0 req-edf2a130-36dc-4b5b-ba48-0450350c479b tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 944 time: 0.2452683 May 11 16:38:21.448864 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-9907657f-3e1c-4a33-b1f9-8b3a39d4b5bc service neutron] For port fd292ea3-c845-44cb-be3a-5191eacf445a, host hv-cinder-78960, cleared binding levels {{(pid=78910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:38:21.542283 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-63003642-dd55-4554-990a-dbca91734cf6 None None] Notify callbacks [] for port, precommit_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:21.570591 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-8b15eee5-bfcc-4abd-9b34-deea11dd3fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15637772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16525345'] for subnet, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:21.579904 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:21.621750 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4ee59ecb-2d28-4f4c-94b2-69638493b5c0 req-84840aec-3f01-4677-8a07-22f4d6793788 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1379194 May 11 16:38:21.663402 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-63003642-dd55-4554-990a-dbca91734cf6 None None] Transition to ACTIVE for port object 85534f2d-af30-49d0-89b1-cec2081bd01d will not be triggered until provisioned by entity L2. {{(pid=78911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:38:21.676850 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-63003642-dd55-4554-990a-dbca91734cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:21.679808 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-ca75e1c5-24d1-4069-8429-6cc032f4f956 req-6819234a-9b0c-4285-8875-7ef1f019010a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:21.680523 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-9907657f-3e1c-4a33-b1f9-8b3a39d4b5bc service neutron] For port fd292ea3-c845-44cb-be3a-5191eacf445a, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fd292ea3-c845-44cb-be3a-5191eacf445a,segment=NetworkSegment(29eb896a-4001-43bc-bb61-d95d98e51cd2),segment_id=29eb896a-4001-43bc-bb61-d95d98e51cd2)] {{(pid=78910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:38:21.685968 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:21.705299 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-9907657f-3e1c-4a33-b1f9-8b3a39d4b5bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15504005'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:21.714216 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:21.733834 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-9907657f-3e1c-4a33-b1f9-8b3a39d4b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:21.734451 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-9907657f-3e1c-4a33-b1f9-8b3a39d4b5bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:21.736384 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-9907657f-3e1c-4a33-b1f9-8b3a39d4b5bc service neutron] 10.222.0.85 "PUT /v2.0/ports/fd292ea3-c845-44cb-be3a-5191eacf445a HTTP/1.1" status: 200 len: 1093 time: 2.2007704 May 11 16:38:21.737055 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6379fa66-3600-49a8-9504-01cf602a88fb', 'tag': 'fd292ea3-c845-44cb-be3a-5191eacf445a'}] {{(pid=78910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:38:21.756032 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15eee5-bfcc-4abd-9b34-deea11dd3fdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c822aa68-84f6-4a2c-af19-e8038b8bc92f,revision_number=0']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:21.763064 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-8b15eee5-bfcc-4abd-9b34-deea11dd3fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:21.763064 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-6536939a-6719-46f6-ae2b-b3c6f1f8d198 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:21.772923 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['f80e0a8e-6f67-4eb8-8a84-3615cdcd2730'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:38:21.834056 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907657f-3e1c-4a33-b1f9-8b3a39d4b5bc service neutron] Pushing event updated for resources: {'Port': ['ID=fd292ea3-c845-44cb-be3a-5191eacf445a,revision_number=3']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:21.836808 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b15eee5-bfcc-4abd-9b34-deea11dd3fdb admin admin] Checking segment: {'id': 'b9bc827d-38e4-40a6-8e49-c7ea44df99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b166ae27-82c8-4c8f-92e4-3f40c2677a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:38:21.837186 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b15eee5-bfcc-4abd-9b34-deea11dd3fdb admin admin] Network hostable DHCP agents. Network: b166ae27-82c8-4c8f-92e4-3f40c2677a3b, hostable agents: ['25bb0368-aab1-4dc6-8db1-01aca476a06f'], hosted agents: [] {{(pid=78910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:38:21.870274 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65634b09-39ef-442d-ad96-f08d3d402d91 req-4dbac851-c7c5-43e6-9335-4e3ebdb14c8d tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:21.884917 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-65634b09-39ef-442d-ad96-f08d3d402d91 req-4dbac851-c7c5-43e6-9335-4e3ebdb14c8d tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.3479481 May 11 16:38:21.921134 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-9907657f-3e1c-4a33-b1f9-8b3a39d4b5bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:21.964489 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b15eee5-bfcc-4abd-9b34-deea11dd3fdb admin admin] Network b166ae27-82c8-4c8f-92e4-3f40c2677a3b is scheduled to be hosted by DHCP agent 25bb0368-aab1-4dc6-8db1-01aca476a06f with binding_index 1 {{(pid=78910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:38:21.992246 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca75e1c5-24d1-4069-8429-6cc032f4f956 req-6819234a-9b0c-4285-8875-7ef1f019010a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] No DVR routers for this DVR port f80e0a8e-6f67-4eb8-8a84-3615cdcd2730 on host hv-cinder-78960 {{(pid=78909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:38:21.996960 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-ca75e1c5-24d1-4069-8429-6cc032f4f956 req-6819234a-9b0c-4285-8875-7ef1f019010a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:22.002897 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [None req-8b15eee5-bfcc-4abd-9b34-deea11dd3fdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-4-smb, b166ae27-82c8-4c8f-92e4-3f40c2677a3b) {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:38:22.003850 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819234a-9b0c-4285-8875-7ef1f019010a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Pushing event deleted for resources: {'Port': ['ID=f80e0a8e-6f67-4eb8-8a84-3615cdcd2730,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:22.012307 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-6819234a-9b0c-4285-8875-7ef1f019010a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:22.022860 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208b986-57c2-4cb2-8f2e-8cc43ceeb20b None None] Pushing event updated for resources: {'Port': ['ID=85534f2d-af30-49d0-89b1-cec2081bd01d,revision_number=3']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:22.038943 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b5eaa3-a497-4fb8-baf4-72df960a41f1 None None] Network b166ae27-82c8-4c8f-92e4-3f40c2677a3b requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:38:22.048231 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b15eee5-bfcc-4abd-9b34-deea11dd3fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:22.048913 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-8b15eee5-bfcc-4abd-9b34-deea11dd3fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for subnet, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:22.054169 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-c3d90dc4-f74d-44a1-ad41-1a531c4faa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:22.055598 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-c3d90dc4-f74d-44a1-ad41-1a531c4faa0a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=47e91d234d6a45e18f414dac9c90fa1f&device_id=6379fa66-3600-49a8-9504-01cf602a88fb HTTP/1.1" status: 200 len: 1096 time: 0.2228000 May 11 16:38:22.109058 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8806ee-05ca-4bad-863c-a58f25502442', 'name': 'network-vif-deleted', 'tag': 'f80e0a8e-6f67-4eb8-8a84-3615cdcd2730'}] {{(pid=78909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:38:22.152811 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-3208b986-57c2-4cb2-8f2e-8cc43ceeb20b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:22.173315 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-65634b09-39ef-442d-ad96-f08d3d402d91 req-742716cf-e20d-4a57-8851-2d48987d826c tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869344 May 11 16:38:22.184655 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-26094d3e-f79d-44bb-a936-79d3a36cc062 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd292ea3-c845-44cb-be3a-5191eacf445a HTTP/1.1" status: 200 len: 217 time: 0.1185536 May 11 16:38:22.188741 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a68c84a8-e0ef-4bbf-b09a-d307a1157986 req-df165e35-d731-4beb-9bd7-72dd08444abe tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac8806ee-05ca-4bad-863c-a58f25502442 HTTP/1.1" status: 200 len: 210 time: 0.2018824 May 11 16:38:22.207036 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ca75e1c5-24d1-4069-8429-6cc032f4f956 req-6819234a-9b0c-4285-8875-7ef1f019010a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] 10.222.0.85 "DELETE /v2.0/ports/f80e0a8e-6f67-4eb8-8a84-3615cdcd2730 HTTP/1.1" status: 204 len: 173 time: 2.4250727 May 11 16:38:22.274652 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-8b15eee5-bfcc-4abd-9b34-deea11dd3fdb admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0926178 May 11 16:38:22.278860 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 49510) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:22.286220 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-d2ea3067-fab1-4cd6-887a-2095dd7223ad admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1491518422-router', 'tenant_id': 'f0a20adcd2b44d589a805290b5691de2', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'}}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:38:22.298397 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-d2ea3067-fab1-4cd6-887a-2095dd7223ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:38:22.304814 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-d2ea3067-fab1-4cd6-887a-2095dd7223ad admin admin] Usage tracker for resource:router and tenant:f0a20adcd2b44d589a805290b5691de2 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:38:22.306028 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6379fa66-3600-49a8-9504-01cf602a88fb', 'tag': 'fd292ea3-c845-44cb-be3a-5191eacf445a', 'status': 'completed', 'code': 200} May 11 16:38:22.311187 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-d2ea3067-fab1-4cd6-887a-2095dd7223ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:38:22.318728 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-d2ea3067-fab1-4cd6-887a-2095dd7223ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:38:22.341910 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-d2ea3067-fab1-4cd6-887a-2095dd7223ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-338659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8059'] for router, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:22.343852 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-d2ea3067-fab1-4cd6-887a-2095dd7223ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-499627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8048'] for router, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:22.355251 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-47e892f6-b1ff-4667-ae34-e6e1820b3732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:22.357010 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-47e892f6-b1ff-4667-ae34-e6e1820b3732 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=dc5b2061-141a-4cef-ac58-4e945522331a HTTP/1.1" status: 200 len: 854 time: 0.1636767 May 11 16:38:22.387827 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-d2ea3067-fab1-4cd6-887a-2095dd7223ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:22.438783 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-c6da4b58-8a6c-44e3-9b27-439cc79f7216 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f92d5dee-0135-4867-a7ea-dba3b2c02184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733626 May 11 16:38:22.440263 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8806ee-05ca-4bad-863c-a58f25502442', 'name': 'network-vif-deleted', 'tag': 'f80e0a8e-6f67-4eb8-8a84-3615cdcd2730', 'status': 'completed', 'code': 200} May 11 16:38:22.445727 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-63003642-dd55-4554-990a-dbca91734cf6 None None] Attempting to bind port 85534f2d-af30-49d0-89b1-cec2081bd01d on host dv-cinder-789603-4-smb for vnic_type normal with profile {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:38:22.449249 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-63003642-dd55-4554-990a-dbca91734cf6 None None] Attempting to bind port 85534f2d-af30-49d0-89b1-cec2081bd01d by drivers openvswitch,hyperv on host dv-cinder-789603-4-smb at level 0 using segments [{'id': '968cce70-161c-43b3-9d57-d4947608969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237'}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:38:22.449703 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63003642-dd55-4554-990a-dbca91734cf6 None None] Attempting to bind port 85534f2d-af30-49d0-89b1-cec2081bd01d on network 8018b197-db88-43a2-a0a1-57da27d76237 {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:38:22.483632 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63003642-dd55-4554-990a-dbca91734cf6 None None] Checking agent: {'id': '22e3e7b9-314b-4177-b9d0-dabbf2661436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 27, 14), 'started_at': datetime.datetime(2021, 5, 11, 16, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:38:22.492299 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63003642-dd55-4554-990a-dbca91734cf6 None None] Checking segment: {'id': '968cce70-161c-43b3-9d57-d4947608969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:38:22.493170 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-63003642-dd55-4554-990a-dbca91734cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:22.493874 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63003642-dd55-4554-990a-dbca91734cf6 None None] Bound using segment: {'id': '968cce70-161c-43b3-9d57-d4947608969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237'} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:38:22.494756 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-63003642-dd55-4554-990a-dbca91734cf6 None None] Bound port: 85534f2d-af30-49d0-89b1-cec2081bd01d, host: dv-cinder-789603-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968cce70-161c-43b3-9d57-d4947608969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237'}}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:38:22.495424 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-63003642-dd55-4554-990a-dbca91734cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:22.655130 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-ae2d6702-4f6b-4b83-b306-9953799e24ca service neutron] 10.222.0.85 "GET /v2.0/networks/f92d5dee-0135-4867-a7ea-dba3b2c02184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069788 May 11 16:38:22.780927 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebe11de-0ff0-4566-87ee-3af985d42bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf309cf0-c396-542d-8578-cbe74f1da05c-b166ae27-82c8-4c8f-92e4-3f40c2677a3b', 'network_id': 'b166ae27-82c8-4c8f-92e4-3f40c2677a3b', 'tenant_id': 'f0a20adcd2b44d589a805290b5691de2', 'fixed_ips': [{'subnet_id': 'c822aa68-84f6-4a2c-af19-e8038b8bc92f'}]}} from dv-cinder-789603-4-smb. {{(pid=78911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 16:38:22.782451 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-8ebe11de-0ff0-4566-87ee-3af985d42bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:22.848942 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-de31e774-75e1-49c4-b4f2-8723f0d47bab req-79fe8eee-7e8d-4594-9656-117ddba4090a service neutron] 10.222.0.85 "GET /v2.0/networks/f92d5dee-0135-4867-a7ea-dba3b2c02184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859303 May 11 16:38:22.869561 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-63003642-dd55-4554-990a-dbca91734cf6 None None] For port 85534f2d-af30-49d0-89b1-cec2081bd01d, host dv-cinder-789603-4-smb, cleared binding levels {{(pid=78911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:38:22.946899 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-63003642-dd55-4554-990a-dbca91734cf6 None None] For port 85534f2d-af30-49d0-89b1-cec2081bd01d, host dv-cinder-789603-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=85534f2d-af30-49d0-89b1-cec2081bd01d,segment=NetworkSegment(968cce70-161c-43b3-9d57-d4947608969e),segment_id=968cce70-161c-43b3-9d57-d4947608969e)] {{(pid=78911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:38:22.958694 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-63003642-dd55-4554-990a-dbca91734cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:22.966739 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-66f28231-be92-4b99-a227-0845f7f95806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:23.048438 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208b986-57c2-4cb2-8f2e-8cc43ceeb20b None None] Pushing event updated for resources: {'Port': ['ID=85534f2d-af30-49d0-89b1-cec2081bd01d,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:23.055909 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-3208b986-57c2-4cb2-8f2e-8cc43ceeb20b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:23.089294 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00e912-4d3d-4a23-9afb-dc2c2b27b8f3 req-bc15e68c-5a3b-45cf-89c4-4ab6e8501622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:23.092449 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-8e00e912-4d3d-4a23-9afb-dc2c2b27b8f3 req-bc15e68c-5a3b-45cf-89c4-4ab6e8501622 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=47e91d234d6a45e18f414dac9c90fa1f&device_id=6379fa66-3600-49a8-9504-01cf602a88fb HTTP/1.1" status: 200 len: 1096 time: 0.1682661 May 11 16:38:23.136927 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-d2ea3067-fab1-4cd6-887a-2095dd7223ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8030'] for router, precommit_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:23.163555 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63003642-dd55-4554-990a-dbca91734cf6 None None] Routers {'8205f26f-f5d3-46cc-97f3-b94edfedd3f5'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:38:23.164256 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-63003642-dd55-4554-990a-dbca91734cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:38:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['8205f26f-f5d3-46cc-97f3-b94edfedd3f5'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:23.425703 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00e912-4d3d-4a23-9afb-dc2c2b27b8f3 req-6ad63890-c4b6-49ae-b581-db48fa341595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:23.427607 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-8e00e912-4d3d-4a23-9afb-dc2c2b27b8f3 req-6ad63890-c4b6-49ae-b581-db48fa341595 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f92d5dee-0135-4867-a7ea-dba3b2c02184 HTTP/1.1" status: 200 len: 916 time: 0.3270459 May 11 16:38:23.504274 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.db_base_plugin_common [None req-8ebe11de-0ff0-4566-87ee-3af985d42bab None None] Allocated IP 172.20.0.2 (b166ae27-82c8-4c8f-92e4-3f40c2677a3b/c822aa68-84f6-4a2c-af19-e8038b8bc92f/2fc280de-4f6a-4352-b2ce-071fb313a0e8) {{(pid=78911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:38:23.597642 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebfc86-b10a-4fac-9b6a-c67deacb6f34 req-1b990831-3d99-453f-942f-4e64c33d0f1a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:23.600374 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a8ebfc86-b10a-4fac-9b6a-c67deacb6f34 req-1b990831-3d99-453f-942f-4e64c33d0f1a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 944 time: 0.6026907 May 11 16:38:23.615432 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be669e-1ce0-49b7-8dc0-7c7395a26c7c req-17b4ede7-131c-4f18-9b4a-8f3150f62fcc tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:23.632614 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-05be669e-1ce0-49b7-8dc0-7c7395a26c7c req-17b4ede7-131c-4f18-9b4a-8f3150f62fcc tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=6379fa66-3600-49a8-9504-01cf602a88fb HTTP/1.1" status: 200 len: 943 time: 1.0067346 May 11 16:38:23.655804 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-63003642-dd55-4554-990a-dbca91734cf6 None None] Set router 8205f26f-f5d3-46cc-97f3-b94edfedd3f5 gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:38:23.727628 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-8e00e912-4d3d-4a23-9afb-dc2c2b27b8f3 req-18d87424-3742-4342-b9aa-621c30025bae service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd292ea3-c845-44cb-be3a-5191eacf445a HTTP/1.1" status: 200 len: 217 time: 0.2865458 May 11 16:38:23.828877 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a8ebfc86-b10a-4fac-9b6a-c67deacb6f34 req-23a5df46-34ec-49b8-91bb-d88168ab9949 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1857500 May 11 16:38:23.843786 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00e912-4d3d-4a23-9afb-dc2c2b27b8f3 req-921662e0-c51d-4459-982b-dfdf03273959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:23.853528 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-8e00e912-4d3d-4a23-9afb-dc2c2b27b8f3 req-921662e0-c51d-4459-982b-dfdf03273959 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=dc5b2061-141a-4cef-ac58-4e945522331a HTTP/1.1" status: 200 len: 854 time: 0.1097331 May 11 16:38:23.869063 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-05be669e-1ce0-49b7-8dc0-7c7395a26c7c req-744557c3-9da6-43e4-a259-616e80bcd986 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343075 May 11 16:38:23.992325 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-8e00e912-4d3d-4a23-9afb-dc2c2b27b8f3 req-378174d9-16ae-44fb-a30b-2fc0b8ec09ac service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f92d5dee-0135-4867-a7ea-dba3b2c02184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1358807 May 11 16:38:24.149101 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 49542) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:24.161871 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device f80e0a8e-6f67-4eb8-8a84-3615cdcd2730 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:38:24.251280 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-8ebe11de-0ff0-4566-87ee-3af985d42bab None None] Notify callbacks [] for port, precommit_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:24.264184 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-8ebe11de-0ff0-4566-87ee-3af985d42bab None None] Transition to ACTIVE for port object 2fc280de-4f6a-4352-b2ce-071fb313a0e8 will not be triggered until provisioned by entity L2. {{(pid=78911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:38:24.278838 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-8e00e912-4d3d-4a23-9afb-dc2c2b27b8f3 req-89d3edf3-15a2-41ec-8be6-05886f5a33b4 service neutron] 10.222.0.85 "GET /v2.0/networks/f92d5dee-0135-4867-a7ea-dba3b2c02184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753019 May 11 16:38:24.381989 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] No Port match for: f80e0a8e-6f67-4eb8-8a84-3615cdcd2730 {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:38:24.383004 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device f80e0a8e-6f67-4eb8-8a84-3615cdcd2730 not bound to the agent host hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:38:24.383620 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 1b922d21-ad5e-427d-bb68-4dc27a9225d6 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:38:24.405588 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce8b71c8-b0dc-4baf-95f3-2225c0423c71 admin admin] Deleting subnet 55d5fe82-a974-4ef0-9941-7d9c5b0f03f5 {{(pid=78909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:38:24.410515 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-d2ea3067-fab1-4cd6-887a-2095dd7223ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:24.455301 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-ce8b71c8-b0dc-4baf-95f3-2225c0423c71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:24.529938 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-d2ea3067-fab1-4cd6-887a-2095dd7223ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:24.549571 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-8ebe11de-0ff0-4566-87ee-3af985d42bab None None] Transition to ACTIVE for port object 2fc280de-4f6a-4352-b2ce-071fb313a0e8 will not be triggered until provisioned by entity DHCP. {{(pid=78911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:38:24.586718 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-8ebe11de-0ff0-4566-87ee-3af985d42bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687'] for port, after_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:24.594630 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:24.604506 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-8e00e912-4d3d-4a23-9afb-dc2c2b27b8f3 req-519b0128-ef07-4c3d-ae01-98e94c54f0ef service neutron] 10.222.0.85 "GET /v2.0/networks/f92d5dee-0135-4867-a7ea-dba3b2c02184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188808 May 11 16:38:24.681224 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 85534f2d-af30-49d0-89b1-cec2081bd01d up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:38:24.745465 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7952b-3351-4ca4-9a98-50d3b4b74fcf req-b08fc9ff-5913-4f1f-b47e-a1cbd391cf5c tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:24.747364 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b5a7952b-3351-4ca4-9a98-50d3b4b74fcf req-b08fc9ff-5913-4f1f-b47e-a1cbd391cf5c tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.6086924 May 11 16:38:24.763495 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-ce8b71c8-b0dc-4baf-95f3-2225c0423c71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13681992'] for subnet, precommit_delete_associations {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:24.834404 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebe11de-0ff0-4566-87ee-3af985d42bab None None] Network b166ae27-82c8-4c8f-92e4-3f40c2677a3b is already hosted by enough agents. {{(pid=78911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:38:24.845461 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.scheduler.base_scheduler [None req-8ebe11de-0ff0-4566-87ee-3af985d42bab None None] Resources bound (agent type, host, resource id): {{(pid=78911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:38:24.859002 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cebb9-c812-4d09-8405-de8b7939f8c1 req-49970f83-224e-4975-90a0-6d02d4c32be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:24.865339 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-5c0cebb9-c812-4d09-8405-de8b7939f8c1 req-49970f83-224e-4975-90a0-6d02d4c32be7 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 1098 time: 0.1912768 May 11 16:38:24.871245 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebe11de-0ff0-4566-87ee-3af985d42bab None None] Received port after_create {{(pid=78911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:38:24.909475 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe11de-0ff0-4566-87ee-3af985d42bab None None] Pushing event updated for resources: {'Port': ['ID=2fc280de-4f6a-4352-b2ce-071fb313a0e8,revision_number=1']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:24.921696 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-8ebe11de-0ff0-4566-87ee-3af985d42bab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:24.937502 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-63003642-dd55-4554-990a-dbca91734cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'name': 'tempest-TestMinimumBasicScenario-1556797969-router', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31'}], 'enable_snat': True}, 'gw_port_id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:38:02Z', 'updated_at': '2021-05-11T16:38:14Z', 'revision_number': 4, 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'gw_port': {'id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:05Z', 'updated_at': '2021-05-11T16:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': '85534f2d-af30-49d0-89b1-cec2081bd01d', 'name': '', 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'mac_address': 'fa:16:3e:6a:a6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f4746050-1b0b-46d4-bb96-ceec96e125a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:14Z', 'updated_at': '2021-05-11T16:38:22Z', 'revision_number': 4, 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'subnets': [{'id': 'f4746050-1b0b-46d4-bb96-ceec96e125a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:24.974439 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning for port 85534f2d-af30-49d0-89b1-cec2081bd01d completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:38:24.984484 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63003642-dd55-4554-990a-dbca91734cf6 None None] The sync data for ids ['8205f26f-f5d3-46cc-97f3-b94edfedd3f5'] in dv-cinder-789603-4-smb is: [{'id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'name': 'tempest-TestMinimumBasicScenario-1556797969-router', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31'}], 'enable_snat': True}, 'gw_port_id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:38:02Z', 'updated_at': '2021-05-11T16:38:14Z', 'revision_number': 4, 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'gw_port': {'id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:05Z', 'updated_at': '2021-05-11T16:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': '85534f2d-af30-49d0-89b1-cec2081bd01d', 'name': '', 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'mac_address': 'fa:16:3e:6a:a6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f4746050-1b0b-46d4-bb96-ceec96e125a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:14Z', 'updated_at': '2021-05-11T16:38:22Z', 'revision_number': 4, 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'subnets': [{'id': 'f4746050-1b0b-46d4-bb96-ceec96e125a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:38:24.986331 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b5a7952b-3351-4ca4-9a98-50d3b4b74fcf req-6e758a87-1897-4765-90e6-811d43bcd026 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260318 May 11 16:38:24.994901 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-5c0cebb9-c812-4d09-8405-de8b7939f8c1 req-85a8da2b-63b1-47f0-b51e-9b30dad6926b service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235013 May 11 16:38:25.015071 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-8ebe11de-0ff0-4566-87ee-3af985d42bab None None] Attempting to bind port 2fc280de-4f6a-4352-b2ce-071fb313a0e8 on host dv-cinder-789603-4-smb for vnic_type normal with profile {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:38:25.015454 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-8ebe11de-0ff0-4566-87ee-3af985d42bab None None] Attempting to bind port 2fc280de-4f6a-4352-b2ce-071fb313a0e8 by drivers openvswitch,hyperv on host dv-cinder-789603-4-smb at level 0 using segments [{'id': 'b9bc827d-38e4-40a6-8e49-c7ea44df99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b166ae27-82c8-4c8f-92e4-3f40c2677a3b'}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:38:25.016867 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe11de-0ff0-4566-87ee-3af985d42bab None None] Attempting to bind port 2fc280de-4f6a-4352-b2ce-071fb313a0e8 on network b166ae27-82c8-4c8f-92e4-3f40c2677a3b {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:38:25.019365 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port 85534f2d-af30-49d0-89b1-cec2081bd01d triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:38:25.019808 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:25.054246 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.db_base_plugin_common [None req-d2ea3067-fab1-4cd6-887a-2095dd7223ad admin admin] Allocated IP 172.28.1.201 (b8617b39-e2b1-4863-8310-b30d869022e5/f9de70b6-644a-45ab-98dc-77e0c30714b2/868ad45a-7065-4017-abb6-2f161dbe1b5c) {{(pid=78909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:38:25.056634 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-ce8b71c8-b0dc-4baf-95f3-2225c0423c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732194'] for subnet, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:25.087089 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe11de-0ff0-4566-87ee-3af985d42bab None None] Checking agent: {'id': '22e3e7b9-314b-4177-b9d0-dabbf2661436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 27, 14), 'started_at': datetime.datetime(2021, 5, 11, 16, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:38:25.089553 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe11de-0ff0-4566-87ee-3af985d42bab None None] Checking segment: {'id': 'b9bc827d-38e4-40a6-8e49-c7ea44df99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b166ae27-82c8-4c8f-92e4-3f40c2677a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:38:25.090484 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-8ebe11de-0ff0-4566-87ee-3af985d42bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:25.091192 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebe11de-0ff0-4566-87ee-3af985d42bab None None] Bound using segment: {'id': 'b9bc827d-38e4-40a6-8e49-c7ea44df99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b166ae27-82c8-4c8f-92e4-3f40c2677a3b'} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:38:25.092111 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-8ebe11de-0ff0-4566-87ee-3af985d42bab None None] Bound port: 2fc280de-4f6a-4352-b2ce-071fb313a0e8, host: dv-cinder-789603-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bc827d-38e4-40a6-8e49-c7ea44df99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b166ae27-82c8-4c8f-92e4-3f40c2677a3b'}}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:38:25.092385 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-8ebe11de-0ff0-4566-87ee-3af985d42bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:25.347478 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:25.369893 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-8ebe11de-0ff0-4566-87ee-3af985d42bab None None] For port 2fc280de-4f6a-4352-b2ce-071fb313a0e8, host dv-cinder-789603-4-smb, cleared binding levels {{(pid=78911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:38:25.385050 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-8ebe11de-0ff0-4566-87ee-3af985d42bab None None] For port 2fc280de-4f6a-4352-b2ce-071fb313a0e8, host dv-cinder-789603-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=2fc280de-4f6a-4352-b2ce-071fb313a0e8,segment=NetworkSegment(b9bc827d-38e4-40a6-8e49-c7ea44df99c6),segment_id=b9bc827d-38e4-40a6-8e49-c7ea44df99c6)] {{(pid=78911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:38:25.394778 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-8ebe11de-0ff0-4566-87ee-3af985d42bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:25.426638 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:25.461400 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] For port 85534f2d-af30-49d0-89b1-cec2081bd01d, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=85534f2d-af30-49d0-89b1-cec2081bd01d,segment=NetworkSegment(968cce70-161c-43b3-9d57-d4947608969e),segment_id=968cce70-161c-43b3-9d57-d4947608969e)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:38:25.543205 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:25.553738 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe11de-0ff0-4566-87ee-3af985d42bab None None] Pushing event updated for resources: {'Port': ['ID=2fc280de-4f6a-4352-b2ce-071fb313a0e8,revision_number=2']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:25.570868 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-8ebe11de-0ff0-4566-87ee-3af985d42bab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:25.571660 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-a4532a51-37a3-4b54-84cc-baf58f39b084 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:25.750379 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Pushing event updated for resources: {'Port': ['ID=85534f2d-af30-49d0-89b1-cec2081bd01d,revision_number=5']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:25.760771 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:25.900387 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-d2ea3067-fab1-4cd6-887a-2095dd7223ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:25.975514 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-ce8b71c8-b0dc-4baf-95f3-2225c0423c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15952517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15598119'] for subnet, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:26.005364 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-bc7c785d-907a-4376-927e-6379f2a06396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:26.090930 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99589cea-ddf0-4aab-b01f-42ee45aef0e0 req-e3b94c27-4907-4ad4-a61e-fe51659f16b5 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:26.100072 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-99589cea-ddf0-4aab-b01f-42ee45aef0e0 req-e3b94c27-4907-4ad4-a61e-fe51659f16b5 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=6379fa66-3600-49a8-9504-01cf602a88fb HTTP/1.1" status: 200 len: 943 time: 0.8418000 May 11 16:38:26.102268 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b71c8-b0dc-4baf-95f3-2225c0423c71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55d5fe82-a974-4ef0-9941-7d9c5b0f03f5,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:26.113976 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device fd292ea3-c845-44cb-be3a-5191eacf445a details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:38:26.133065 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-ce8b71c8-b0dc-4baf-95f3-2225c0423c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:26.148833 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-ce8b71c8-b0dc-4baf-95f3-2225c0423c71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:26.183640 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-d2ea3067-fab1-4cd6-887a-2095dd7223ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:26.195608 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:26.314224 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-ce8b71c8-b0dc-4baf-95f3-2225c0423c71 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/55d5fe82-a974-4ef0-9941-7d9c5b0f03f5 HTTP/1.1" status: 204 len: 168 time: 2.1640341 May 11 16:38:26.317679 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ea3067-fab1-4cd6-887a-2095dd7223ad admin admin] Network b8617b39-e2b1-4863-8310-b30d869022e5 is already hosted by enough agents. {{(pid=78909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:38:26.320175 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 49584) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:26.325735 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.base_scheduler [None req-d2ea3067-fab1-4cd6-887a-2095dd7223ad admin admin] Resources bound (agent type, host, resource id): {{(pid=78909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:38:26.346590 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-99589cea-ddf0-4aab-b01f-42ee45aef0e0 req-1f38566b-7859-4bc4-93d2-6255b03ef3bf tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456150 May 11 16:38:26.347773 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ea3067-fab1-4cd6-887a-2095dd7223ad admin admin] Received port after_create {{(pid=78909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:38:26.620814 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port fd292ea3-c845-44cb-be3a-5191eacf445a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fd292ea3-c845-44cb-be3a-5191eacf445a,segment=NetworkSegment(29eb896a-4001-43bc-bb61-d95d98e51cd2),segment_id=29eb896a-4001-43bc-bb61-d95d98e51cd2)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:38:26.653369 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Returning: {'device': 'fd292ea3-c845-44cb-be3a-5191eacf445a', 'network_id': 'f92d5dee-0135-4867-a7ea-dba3b2c02184', 'port_id': 'fd292ea3-c845-44cb-be3a-5191eacf445a', 'mac_address': 'fa:16:3e:fd:6b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc5b2061-141a-4cef-ac58-4e945522331a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:38:26.739037 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-159a37dc-9706-4639-86be-ba398c9c217f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606754'] for network, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:26.773563 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:26.818555 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 2fc280de-4f6a-4352-b2ce-071fb313a0e8 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:38:26.870099 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd292ea3-c845-44cb-be3a-5191eacf445a {{(pid=78911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:38:26.928760 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port fd292ea3-c845-44cb-be3a-5191eacf445a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fd292ea3-c845-44cb-be3a-5191eacf445a,segment=NetworkSegment(29eb896a-4001-43bc-bb61-d95d98e51cd2),segment_id=29eb896a-4001-43bc-bb61-d95d98e51cd2)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:38:26.941198 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:26.950051 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:26.982712 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-159a37dc-9706-4639-86be-ba398c9c217f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726233', 'neutron.services.segments.db._delete_segments_for_network-8788166214813'] for network, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:27.007767 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning for port 2fc280de-4f6a-4352-b2ce-071fb313a0e8 completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:38:27.021904 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 49600) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:27.024417 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 85534f2d-af30-49d0-89b1-cec2081bd01d up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:38:27.037751 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.services.segments.db [None req-159a37dc-9706-4639-86be-ba398c9c217f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b461c7c-08c1-454a-9676-241a31947400']}} {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:27.063839 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.services.segments.db [None req-159a37dc-9706-4639-86be-ba398c9c217f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4baf4024-8ac6-4675-9b3c-88b417a27c97') {'for_net_delete': True} {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:27.064382 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.services.segments.db [None req-159a37dc-9706-4639-86be-ba398c9c217f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4baf4024-8ac6-4675-9b3c-88b417a27c97') {} {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:27.069222 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=fd292ea3-c845-44cb-be3a-5191eacf445a,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:27.082242 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:27.089613 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-159a37dc-9706-4639-86be-ba398c9c217f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788166226279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14753285'] for segment, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:27.119254 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-159a37dc-9706-4639-86be-ba398c9c217f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:27.127992 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port 85534f2d-af30-49d0-89b1-cec2081bd01d triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:38:27.128179 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159a37dc-9706-4639-86be-ba398c9c217f admin admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=78910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:38:27.128513 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:27.128811 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-159a37dc-9706-4639-86be-ba398c9c217f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15504041'] for segment, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:27.173506 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5381d0f-6339-4010-83d8-e6f7a309ddc8 req-c2711fbb-4e64-4ecc-b9e7-cbc533165d67 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:27.175938 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-e5381d0f-6339-4010-83d8-e6f7a309ddc8 req-c2711fbb-4e64-4ecc-b9e7-cbc533165d67 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 944 time: 1.2529480 May 11 16:38:27.176650 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea3067-fab1-4cd6-887a-2095dd7223ad admin admin] Pushing event updated for resources: {'Port': ['ID=868ad45a-7065-4017-abb6-2f161dbe1b5c,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:27.178110 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6790c273-acc2-48aa-9e45-54ad61aa7c45 None None] Network b166ae27-82c8-4c8f-92e4-3f40c2677a3b requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:38:27.191723 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-d2ea3067-fab1-4cd6-887a-2095dd7223ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.996s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: Traceback (most recent call last): May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: timer() May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: cb(*args, **kw) May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: return func(*args, **kwargs) May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: self._notify() May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: self.callback(batched_events) May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: event.method(event) May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: return f(self, *a, **k) May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: return self._get(url).json() May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: return self.request(url, 'GET', **kwargs) May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:38:27.218947 dv-cinder-789603-4-smb neutron-server[78910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:38:27.231412 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['fd292ea3-c845-44cb-be3a-5191eacf445a'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:38:27.236957 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-159a37dc-9706-4639-86be-ba398c9c217f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:27.242049 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-159a37dc-9706-4639-86be-ba398c9c217f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:27.253081 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:27.275490 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-159a37dc-9706-4639-86be-ba398c9c217f admin admin] 10.222.0.76 "DELETE /v2.0/networks/9b461c7c-08c1-454a-9676-241a31947400 HTTP/1.1" status: 204 len: 168 time: 0.9535036 May 11 16:38:27.276754 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a37dc-9706-4639-86be-ba398c9c217f admin admin] Pushing event deleted for resources: {'Network': ['ID=9b461c7c-08c1-454a-9676-241a31947400,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:27.279985 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-159a37dc-9706-4639-86be-ba398c9c217f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:27.369183 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-e5381d0f-6339-4010-83d8-e6f7a309ddc8 req-f3479d20-ebf5-4a52-b45f-f8332769777f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1728961 May 11 16:38:27.458104 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55f9a5-6f2a-4b0d-a6db-4e1c48b63d37 req-a552d7ba-13c9-4efa-a97c-a5f2a79c8455 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:27.465627 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9c55f9a5-6f2a-4b0d-a6db-4e1c48b63d37 req-a552d7ba-13c9-4efa-a97c-a5f2a79c8455 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.5058949 May 11 16:38:27.550789 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-c4f54449-7b36-4be8-993b-3365aa6960a9 None None] Provisioning for port 2fc280de-4f6a-4352-b2ce-071fb313a0e8 completed by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:38:27.607535 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9c55f9a5-6f2a-4b0d-a6db-4e1c48b63d37 req-d1780dd7-7b93-4559-8ca1-9a2e399ea7a0 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406014 May 11 16:38:27.616215 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 49610) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:27.638129 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-c4f54449-7b36-4be8-993b-3365aa6960a9 None None] Provisioning complete for port 2fc280de-4f6a-4352-b2ce-071fb313a0e8 triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:38:27.638778 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-c4f54449-7b36-4be8-993b-3365aa6960a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:27.705449 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-52476375-1b98-4597-ae47-5d37cdb3a2c0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=49aa4f96eeb045a68683d2c25ebcbe48&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0867603 May 11 16:38:27.706435 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 49616) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:27.707284 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b3b54e12-217c-42fb-9172-e4482141b009 req-5da37c3c-3667-42a8-9116-625df04893c2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5946894 May 11 16:38:27.814651 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-cdd449d9-4b60-4649-abe7-2d0cb5c5f076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:27.850755 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-cdd449d9-4b60-4649-abe7-2d0cb5c5f076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:27.927057 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-cdd449d9-4b60-4649-abe7-2d0cb5c5f076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:27.931471 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:27.961079 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-d2ea3067-fab1-4cd6-887a-2095dd7223ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:27.969387 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd449d9-4b60-4649-abe7-2d0cb5c5f076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6228e1c6-9f96-4708-bdb0-b0add3d53d98,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:27.991718 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-cdd449d9-4b60-4649-abe7-2d0cb5c5f076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:28.030854 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-cdd449d9-4b60-4649-abe7-2d0cb5c5f076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:28.036938 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-cdd449d9-4b60-4649-abe7-2d0cb5c5f076 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6228e1c6-9f96-4708-bdb0-b0add3d53d98 HTTP/1.1" status: 204 len: 168 time: 0.3260150 May 11 16:38:28.143237 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474e740-e695-4cb0-a7d7-3e10ba13079e req-3d3b5153-0639-4c08-829e-0c0eafbcac09 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:28.144607 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9474e740-e695-4cb0-a7d7-3e10ba13079e req-3d3b5153-0639-4c08-829e-0c0eafbcac09 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.3847699 May 11 16:38:28.163098 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-c4f54449-7b36-4be8-993b-3365aa6960a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:28.240266 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-c4f54449-7b36-4be8-993b-3365aa6960a9 None None] For port 2fc280de-4f6a-4352-b2ce-071fb313a0e8, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=2fc280de-4f6a-4352-b2ce-071fb313a0e8,segment=NetworkSegment(b9bc827d-38e4-40a6-8e49-c7ea44df99c6),segment_id=b9bc827d-38e4-40a6-8e49-c7ea44df99c6)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:38:28.248357 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-c4f54449-7b36-4be8-993b-3365aa6960a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:28.255828 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:28.256526 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9474e740-e695-4cb0-a7d7-3e10ba13079e req-62775b1d-52d8-4ab3-a4d1-940f39d6af1e tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979040 May 11 16:38:28.266951 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc81cbf-c59a-4625-8839-3bc2bb6dd17d req-c6e1b8de-9a6b-449e-9b57-cbf782ef4552 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:28.283883 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ccc81cbf-c59a-4625-8839-3bc2bb6dd17d req-c6e1b8de-9a6b-449e-9b57-cbf782ef4552 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=6379fa66-3600-49a8-9504-01cf602a88fb HTTP/1.1" status: 200 len: 944 time: 0.6647475 May 11 16:38:28.489162 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f54449-7b36-4be8-993b-3365aa6960a9 None None] Pushing event updated for resources: {'Port': ['ID=2fc280de-4f6a-4352-b2ce-071fb313a0e8,revision_number=3']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:28.512263 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-c4f54449-7b36-4be8-993b-3365aa6960a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:28.683369 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ccc81cbf-c59a-4625-8839-3bc2bb6dd17d req-ed78b45d-8ef8-428b-9f04-45d459b4fd76 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074752 May 11 16:38:28.789304 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-a83652db-3165-449c-9cb1-26632ce4260d None None] Provisioning complete for port 2fc280de-4f6a-4352-b2ce-071fb313a0e8 triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:38:28.789304 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-a83652db-3165-449c-9cb1-26632ce4260d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:28.892676 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edffd1e-50a4-4280-aa79-55ef34423e27 req-cf93b6a3-921b-473c-807e-60e5527e8d8f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:28.894194 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2edffd1e-50a4-4280-aa79-55ef34423e27 req-cf93b6a3-921b-473c-807e-60e5527e8d8f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 944 time: 0.1742043 May 11 16:38:28.954468 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-d2ea3067-fab1-4cd6-887a-2095dd7223ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395776'] for router, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:29.367227 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2edffd1e-50a4-4280-aa79-55ef34423e27 req-b645ed71-60e9-421a-932a-d3c212c8ce2a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4611819 May 11 16:38:29.486319 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ea3067-fab1-4cd6-887a-2095dd7223ad admin admin] Router e4b4017d-d4e0-4623-8df1-723b26c6ea34 is scheduled to L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae with binding_index 1 {{(pid=78909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 16:38:29.775473 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ea3067-fab1-4cd6-887a-2095dd7223ad admin admin] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:38:29.788026 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0f7614-7811-41e6-a39f-299b78591c58 None None] Sync routers for ids ['e4b4017d-d4e0-4623-8df1-723b26c6ea34'] in dv-cinder-789603-4-smb {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:38:29.808471 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0f7614-7811-41e6-a39f-299b78591c58 None None] Routers {'e4b4017d-d4e0-4623-8df1-723b26c6ea34'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:38:29.809474 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-ba0f7614-7811-41e6-a39f-299b78591c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:38:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['e4b4017d-d4e0-4623-8df1-723b26c6ea34'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:29.817706 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-d2ea3067-fab1-4cd6-887a-2095dd7223ad admin admin] Notify callbacks [] for router, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:29.821655 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-d2ea3067-fab1-4cd6-887a-2095dd7223ad admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.5390220 May 11 16:38:29.822000 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 49672) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:29.970763 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51d776-fd05-4392-9396-9e0145291fc1 req-1cf4a8b2-d34a-4c19-a147-c4da1625bf4c tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:29.973057 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-bd51d776-fd05-4392-9396-9e0145291fc1 req-1cf4a8b2-d34a-4c19-a147-c4da1625bf4c tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=6379fa66-3600-49a8-9504-01cf602a88fb HTTP/1.1" status: 200 len: 944 time: 0.1237812 May 11 16:38:30.037297 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-bd51d776-fd05-4392-9396-9e0145291fc1 req-6f91ef1a-6e01-4b22-971b-bb0ae0acefd3 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569644 May 11 16:38:30.113027 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device fd292ea3-c845-44cb-be3a-5191eacf445a up at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:38:30.138383 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-ba0f7614-7811-41e6-a39f-299b78591c58 None None] Set router e4b4017d-d4e0-4623-8df1-723b26c6ea34 gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:38:30.247853 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning for port fd292ea3-c845-44cb-be3a-5191eacf445a completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:38:30.259469 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning complete for port fd292ea3-c845-44cb-be3a-5191eacf445a triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:38:30.260468 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:30.551748 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:30.629797 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6379fa66-3600-49a8-9504-01cf602a88fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd292ea3-c845-44cb-be3a-5191eacf445a'}] {{(pid=78911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:38:30.650075 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-ba0f7614-7811-41e6-a39f-299b78591c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b4017d-d4e0-4623-8df1-723b26c6ea34', 'name': 'tempest-TestMinimumBasicScenario-1491518422-router', 'tenant_id': 'f0a20adcd2b44d589a805290b5691de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '868ad45a-7065-4017-abb6-2f161dbe1b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:38:22Z', 'updated_at': '2021-05-11T16:38:27Z', 'revision_number': 3, 'project_id': 'f0a20adcd2b44d589a805290b5691de2', 'gw_port': {'id': '868ad45a-7065-4017-abb6-2f161dbe1b5c', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:da:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b4017d-d4e0-4623-8df1-723b26c6ea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:24Z', 'updated_at': '2021-05-11T16:38:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:30.651612 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 2fc280de-4f6a-4352-b2ce-071fb313a0e8 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:38:30.660276 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0f7614-7811-41e6-a39f-299b78591c58 None None] Checking router: e4b4017d-d4e0-4623-8df1-723b26c6ea34 for host: dv-cinder-789603-4-smb {{(pid=78912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:38:30.660728 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0f7614-7811-41e6-a39f-299b78591c58 None None] Updating router e4b4017d-d4e0-4623-8df1-723b26c6ea34 port 868ad45a-7065-4017-abb6-2f161dbe1b5c binding host dv-cinder-789603-4-smb {{(pid=78912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:38:30.766525 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port fd292ea3-c845-44cb-be3a-5191eacf445a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fd292ea3-c845-44cb-be3a-5191eacf445a,segment=NetworkSegment(29eb896a-4001-43bc-bb61-d95d98e51cd2),segment_id=29eb896a-4001-43bc-bb61-d95d98e51cd2)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:38:30.779853 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:30.787051 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-8ebe11de-0ff0-4566-87ee-3af985d42bab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:30.792650 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-ba0f7614-7811-41e6-a39f-299b78591c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:31.088111 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b54e12-217c-42fb-9172-e4482141b009 req-aebd80e0-349e-4c65-b82b-0d2598d3eb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:31.091896 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-b3b54e12-217c-42fb-9172-e4482141b009 req-aebd80e0-349e-4c65-b82b-0d2598d3eb03 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd&tenant_id=262ccc5510544ce0a4c4ce0d80c13de5 HTTP/1.1" status: 200 len: 1097 time: 0.6584618 May 11 16:38:31.104145 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1af3d-5c17-43fc-a693-188e0f8a0d6e req-0678508b-cf12-4fda-a0fc-0c19a19f1287 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:31.113602 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4cf1af3d-5c17-43fc-a693-188e0f8a0d6e req-0678508b-cf12-4fda-a0fc-0c19a19f1287 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 944 time: 0.1436071 May 11 16:38:31.189976 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=fd292ea3-c845-44cb-be3a-5191eacf445a,revision_number=5']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:31.212507 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:31.219108 dv-cinder-789603-4-smb neutron-server[78911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6379fa66-3600-49a8-9504-01cf602a88fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd292ea3-c845-44cb-be3a-5191eacf445a', 'code': 200} May 11 16:38:31.266370 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port 2fc280de-4f6a-4352-b2ce-071fb313a0e8 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:38:31.266668 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:31.353223 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4cf1af3d-5c17-43fc-a693-188e0f8a0d6e req-7dd37c1e-61db-445e-946b-10bb9d45edab tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2383795 May 11 16:38:31.538645 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb8a2a-b190-439a-8971-e63f7c0931ba req-e975b50b-73b8-4d0d-b81c-1a202b82bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:31.540684 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5ecb8a2a-b190-439a-8971-e63f7c0931ba req-e975b50b-73b8-4d0d-b81c-1a202b82bf36 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bb3db5d8cbfa44f0a16514218b4ef74f&device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 1098 time: 0.3122170 May 11 16:38:31.642369 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a31ab-8645-4848-b6be-aedad51eec9c req-b782b260-495f-4e5a-9bdf-96d609847a13 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:31.651420 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-802a31ab-8645-4848-b6be-aedad51eec9c req-b782b260-495f-4e5a-9bdf-96d609847a13 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=6379fa66-3600-49a8-9504-01cf602a88fb HTTP/1.1" status: 200 len: 945 time: 0.2146106 May 11 16:38:31.715557 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b54e12-217c-42fb-9172-e4482141b009 req-d6877676-914b-4f40-8396-1b36259b8d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:31.717567 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-b3b54e12-217c-42fb-9172-e4482141b009 req-d6877676-914b-4f40-8396-1b36259b8d72 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=262ccc5510544ce0a4c4ce0d80c13de5&device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 1097 time: 0.5752184 May 11 16:38:31.739295 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-ba0f7614-7811-41e6-a39f-299b78591c58 None None] Notify callbacks [] for port, precommit_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:31.763558 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.provisioning_blocks [None req-ba0f7614-7811-41e6-a39f-299b78591c58 None None] Transition to ACTIVE for port object 868ad45a-7065-4017-abb6-2f161dbe1b5c will not be triggered until provisioned by entity L2. {{(pid=78912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:38:31.773602 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-ba0f7614-7811-41e6-a39f-299b78591c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:31.787541 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [None req-46e5d200-4f77-4640-9b57-1dfedfe4e663 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:31.920525 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.managers [None req-ba0f7614-7811-41e6-a39f-299b78591c58 None None] Attempting to bind port 868ad45a-7065-4017-abb6-2f161dbe1b5c on host dv-cinder-789603-4-smb for vnic_type normal with profile {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:38:31.922459 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.managers [None req-ba0f7614-7811-41e6-a39f-299b78591c58 None None] Attempting to bind port 868ad45a-7065-4017-abb6-2f161dbe1b5c by drivers openvswitch,hyperv on host dv-cinder-789603-4-smb at level 0 using segments [{'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'}] {{(pid=78912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:38:31.923190 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f7614-7811-41e6-a39f-299b78591c58 None None] Attempting to bind port 868ad45a-7065-4017-abb6-2f161dbe1b5c on network b8617b39-e2b1-4863-8310-b30d869022e5 {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:38:31.932889 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f7614-7811-41e6-a39f-299b78591c58 None None] Checking agent: {'id': '22e3e7b9-314b-4177-b9d0-dabbf2661436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 27, 14), 'started_at': datetime.datetime(2021, 5, 11, 16, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:38:31.935243 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f7614-7811-41e6-a39f-299b78591c58 None None] Checking segment: {'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:38:31.940186 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-ba0f7614-7811-41e6-a39f-299b78591c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:31.941095 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0f7614-7811-41e6-a39f-299b78591c58 None None] Bound using segment: {'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'} {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:38:31.941961 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.managers [None req-ba0f7614-7811-41e6-a39f-299b78591c58 None None] Bound port: 868ad45a-7065-4017-abb6-2f161dbe1b5c, host: dv-cinder-789603-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'}}] {{(pid=78912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:38:31.942631 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-ba0f7614-7811-41e6-a39f-299b78591c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:31.955980 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-802a31ab-8645-4848-b6be-aedad51eec9c req-f73bd507-9596-4299-904e-e44d1a370f1c tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049448 May 11 16:38:32.048172 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.db [None req-ba0f7614-7811-41e6-a39f-299b78591c58 None None] For port 868ad45a-7065-4017-abb6-2f161dbe1b5c, host dv-cinder-789603-4-smb, cleared binding levels {{(pid=78912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:38:32.050853 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb8a2a-b190-439a-8971-e63f7c0931ba req-71f6cd0c-c12b-42ce-a99f-5e97fdde75ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:32.052284 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.db [None req-ba0f7614-7811-41e6-a39f-299b78591c58 None None] For port 868ad45a-7065-4017-abb6-2f161dbe1b5c, host dv-cinder-789603-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=868ad45a-7065-4017-abb6-2f161dbe1b5c,segment=NetworkSegment(9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c),segment_id=9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c)] {{(pid=78912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:38:32.052943 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5ecb8a2a-b190-439a-8971-e63f7c0931ba req-71f6cd0c-c12b-42ce-a99f-5e97fdde75ce service neutron] 10.222.0.85 "GET /v2.0/networks?id=ea3184e0-5a3e-4c08-862d-713868656b08 HTTP/1.1" status: 200 len: 921 time: 0.5041502 May 11 16:38:32.068820 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-ba0f7614-7811-41e6-a39f-299b78591c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:32.071569 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2f217-e8c3-431c-82bd-862f551fdd5b req-9c5ec3f6-22f6-4788-aa69-eaf7894132a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:32.073723 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-bbf2f217-e8c3-431c-82bd-862f551fdd5b req-9c5ec3f6-22f6-4788-aa69-eaf7894132a4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6379fa66-3600-49a8-9504-01cf602a88fb HTTP/1.1" status: 200 len: 1098 time: 0.3117259 May 11 16:38:32.085368 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb848bc-5a94-4224-811f-3c342bccee83 req-76d20d7f-1408-410d-a34c-7f583dd24932 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:32.087729 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3eb848bc-5a94-4224-811f-3c342bccee83 req-76d20d7f-1408-410d-a34c-7f583dd24932 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.3344297 May 11 16:38:32.165739 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0f7614-7811-41e6-a39f-299b78591c58 None None] Routers {'e4b4017d-d4e0-4623-8df1-723b26c6ea34'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:38:32.166341 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-ba0f7614-7811-41e6-a39f-299b78591c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:38:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['e4b4017d-d4e0-4623-8df1-723b26c6ea34'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:32.240014 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5ecb8a2a-b190-439a-8971-e63f7c0931ba req-f728de63-7f50-47f0-9a63-2d8e3e179e14 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b480b343-c2b3-4563-b892-1da4f60b777f HTTP/1.1" status: 200 len: 217 time: 0.1563687 May 11 16:38:32.245752 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b54e12-217c-42fb-9172-e4482141b009 req-82c15157-cc64-41fd-887a-92c4fd91d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:32.246725 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-b3b54e12-217c-42fb-9172-e4482141b009 req-82c15157-cc64-41fd-887a-92c4fd91d3ba service neutron] 10.222.0.85 "GET /v2.0/networks?id=b88aa6df-5bed-46a0-8951-f555a2261aa5 HTTP/1.1" status: 200 len: 919 time: 0.5193291 May 11 16:38:32.387596 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:32.418562 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb8a2a-b190-439a-8971-e63f7c0931ba req-7ef9f862-b21e-4f83-ba17-dd32eddff27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:32.419950 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5ecb8a2a-b190-439a-8971-e63f7c0931ba req-7ef9f862-b21e-4f83-ba17-dd32eddff27a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=83ee92e9-ebf4-4f5e-8d64-d234ce1a9847 HTTP/1.1" status: 200 len: 859 time: 0.1791184 May 11 16:38:32.557730 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658817ea-9908-48b9-92c6-b2a7318ea4e7 None None] Pushing event updated for resources: {'Port': ['ID=868ad45a-7065-4017-abb6-2f161dbe1b5c,revision_number=2']} {{(pid=78912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:32.561272 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [None req-658817ea-9908-48b9-92c6-b2a7318ea4e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:32.563504 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-ba0f7614-7811-41e6-a39f-299b78591c58 None None] Set router e4b4017d-d4e0-4623-8df1-723b26c6ea34 gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:38:32.608019 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [None req-75f254f4-4ff7-4c67-9c50-0f87ec64ba02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.501s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:32.623819 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-b3b54e12-217c-42fb-9172-e4482141b009 req-0f8adb41-ed71-406a-ae5d-977ee0a3954d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b922d21-ad5e-427d-bb68-4dc27a9225d6 HTTP/1.1" status: 200 len: 1000 time: 0.3684149 May 11 16:38:32.626615 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3eb848bc-5a94-4224-811f-3c342bccee83 req-cd0242f2-5a6c-4821-8381-02d6fdbc8d7f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966842 May 11 16:38:32.681642 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5ecb8a2a-b190-439a-8971-e63f7c0931ba req-e283041a-38de-43fb-80c9-ddb891549672 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ea3184e0-5a3e-4c08-862d-713868656b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2517734 May 11 16:38:32.699281 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-bbf2f217-e8c3-431c-82bd-862f551fdd5b req-da580930-85ec-4f24-b105-57c0132f188a service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5365801 May 11 16:38:32.843434 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658817ea-9908-48b9-92c6-b2a7318ea4e7 None None] Pushing event updated for resources: {'Port': ['ID=868ad45a-7065-4017-abb6-2f161dbe1b5c,revision_number=3']} {{(pid=78912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:32.846888 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [None req-658817ea-9908-48b9-92c6-b2a7318ea4e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:32.891961 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b54e12-217c-42fb-9172-e4482141b009 req-48c014e9-439a-4f17-a524-a94fc75a798f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:32.894676 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-b3b54e12-217c-42fb-9172-e4482141b009 req-48c014e9-439a-4f17-a524-a94fc75a798f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a408f652-827a-47bf-a362-ed4cc793ec89 HTTP/1.1" status: 200 len: 856 time: 0.2574325 May 11 16:38:32.956204 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5ecb8a2a-b190-439a-8971-e63f7c0931ba req-93bd2171-cb6c-4207-9d98-0ce70a7af6d2 service neutron] 10.222.0.85 "GET /v2.0/networks/ea3184e0-5a3e-4c08-862d-713868656b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606754 May 11 16:38:33.070923 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-ba0f7614-7811-41e6-a39f-299b78591c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b4017d-d4e0-4623-8df1-723b26c6ea34', 'name': 'tempest-TestMinimumBasicScenario-1491518422-router', 'tenant_id': 'f0a20adcd2b44d589a805290b5691de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '868ad45a-7065-4017-abb6-2f161dbe1b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:38:22Z', 'updated_at': '2021-05-11T16:38:27Z', 'revision_number': 3, 'project_id': 'f0a20adcd2b44d589a805290b5691de2', 'gw_port': {'id': '868ad45a-7065-4017-abb6-2f161dbe1b5c', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:da:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b4017d-d4e0-4623-8df1-723b26c6ea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:24Z', 'updated_at': '2021-05-11T16:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:33.080022 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0f7614-7811-41e6-a39f-299b78591c58 None None] The sync data for ids ['e4b4017d-d4e0-4623-8df1-723b26c6ea34'] in dv-cinder-789603-4-smb is: [{'id': 'e4b4017d-d4e0-4623-8df1-723b26c6ea34', 'name': 'tempest-TestMinimumBasicScenario-1491518422-router', 'tenant_id': 'f0a20adcd2b44d589a805290b5691de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '868ad45a-7065-4017-abb6-2f161dbe1b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:38:22Z', 'updated_at': '2021-05-11T16:38:27Z', 'revision_number': 3, 'project_id': 'f0a20adcd2b44d589a805290b5691de2', 'gw_port': {'id': '868ad45a-7065-4017-abb6-2f161dbe1b5c', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:da:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b4017d-d4e0-4623-8df1-723b26c6ea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:24Z', 'updated_at': '2021-05-11T16:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}] {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:38:33.088491 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c089c9-9bf3-4f68-80ba-6c3e4eebc46c req-cbb48314-1fb7-4611-95eb-674819abbcbf tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:33.091124 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_common [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Allocated IP 172.20.0.1 (b166ae27-82c8-4c8f-92e4-3f40c2677a3b/c822aa68-84f6-4a2c-af19-e8038b8bc92f/845c9d71-ffcd-404d-b0bb-67c9cd466683) {{(pid=78910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:38:33.096025 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-e5c089c9-9bf3-4f68-80ba-6c3e4eebc46c req-cbb48314-1fb7-4611-95eb-674819abbcbf tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 944 time: 0.4739492 May 11 16:38:33.111110 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b54e12-217c-42fb-9172-e4482141b009 req-d03d4ba3-2a97-4d50-bffe-b70a79ed19d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:33.112695 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-b3b54e12-217c-42fb-9172-e4482141b009 req-d03d4ba3-2a97-4d50-bffe-b70a79ed19d3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b88aa6df-5bed-46a0-8951-f555a2261aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1982429 May 11 16:38:33.208872 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-e5c089c9-9bf3-4f68-80ba-6c3e4eebc46c req-6dbb9823-2707-4de0-bd16-66956e88c1ec tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1113920 May 11 16:38:33.215832 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5ecb8a2a-b190-439a-8971-e63f7c0931ba req-751c44b8-b46d-42fc-a0c2-358e3dd8089a service neutron] 10.222.0.85 "GET /v2.0/networks/ea3184e0-5a3e-4c08-862d-713868656b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495987 May 11 16:38:33.494975 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-b3b54e12-217c-42fb-9172-e4482141b009 req-8e805e8b-79cb-4f87-b155-816ba74f39b9 service neutron] 10.222.0.85 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625891 May 11 16:38:33.517495 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:33.517588 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74e15c-e941-4762-a2c6-98b1e749e084 req-4d72409a-1a6b-4b4d-82b2-9621fd7465fe tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:33.520196 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3f74e15c-e941-4762-a2c6-98b1e749e084 req-4d72409a-1a6b-4b4d-82b2-9621fd7465fe tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=6379fa66-3600-49a8-9504-01cf602a88fb HTTP/1.1" status: 200 len: 945 time: 0.3052592 May 11 16:38:33.699222 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3f74e15c-e941-4762-a2c6-98b1e749e084 req-58953088-8eff-4b3a-84d6-60d7c69ce72f tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597095 May 11 16:38:33.850526 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.provisioning_blocks [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Transition to ACTIVE for port object 845c9d71-ffcd-404d-b0bb-67c9cd466683 will not be triggered until provisioned by entity DHCP. {{(pid=78910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:38:33.880474 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:33.901199 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-62c6ae30-11f6-4327-89a9-1fdbc63dde35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:34.026195 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Network b166ae27-82c8-4c8f-92e4-3f40c2677a3b is already hosted by enough agents. {{(pid=78910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:38:34.072530 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Resources bound (agent type, host, resource id): {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:38:34.075429 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48edec6-fa23-4085-bf3f-b14b5961e579 req-e0c61e2d-4145-49dc-ae8e-6c725949f5e9 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:34.085064 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a48edec6-fa23-4085-bf3f-b14b5961e579 req-e0c61e2d-4145-49dc-ae8e-6c725949f5e9 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.1422415 May 11 16:38:34.090222 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Pushing event updated for resources: {'Port': ['ID=845c9d71-ffcd-404d-b0bb-67c9cd466683,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:34.100536 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Received port after_create {{(pid=78910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:38:34.174106 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a48edec6-fa23-4085-bf3f-b14b5961e579 req-6f9757ba-8504-4d10-96ae-3de69ada7196 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878215 May 11 16:38:34.177316 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:34.177985 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:34.178725 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:34.179304 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:34.180281 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:34.181094 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:34.181870 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:34.182425 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:34.183268 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:34.183857 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:34.186141 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:34.186641 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:34.201686 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393695'] for router_interface, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:34.214149 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:34.278797 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-b3b54e12-217c-42fb-9172-e4482141b009 req-fa4ba495-ca23-4704-b3ef-bf4ca4290807 service neutron] 10.222.0.85 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7714002 May 11 16:38:34.467868 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:34.561375 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-235219e9-48c6-47e5-aae1-88ac2a0dc057 None None] Provisioning for port 845c9d71-ffcd-404d-b0bb-67c9cd466683 completed by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:38:34.582158 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-235219e9-48c6-47e5-aae1-88ac2a0dc057 None None] Provisioning complete for port 845c9d71-ffcd-404d-b0bb-67c9cd466683 triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:38:34.582563 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-235219e9-48c6-47e5-aae1-88ac2a0dc057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:34.651045 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c49f0-9c7b-4978-a02d-c27a48a081eb req-41434e70-3e12-43be-9408-f03b05913b17 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:34.670111 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0e0c49f0-9c7b-4978-a02d-c27a48a081eb req-41434e70-3e12-43be-9408-f03b05913b17 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 944 time: 0.1900311 May 11 16:38:34.748610 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-235219e9-48c6-47e5-aae1-88ac2a0dc057 None None] Port 845c9d71-ffcd-404d-b0bb-67c9cd466683 cannot update to ACTIVE because it is not bound. {{(pid=78911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:38:34.754348 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 868ad45a-7065-4017-abb6-2f161dbe1b5c up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:38:34.766438 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0e0c49f0-9c7b-4978-a02d-c27a48a081eb req-a9a0e002-aa1e-4efc-8968-56c0403b79f0 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0948403 May 11 16:38:34.885833 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:34.893693 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15504005'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:34.931283 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-99f5f5ab-75a7-4950-bf40-eb44ec35d63a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:34.967396 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning for port 868ad45a-7065-4017-abb6-2f161dbe1b5c completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:38:34.973653 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port 868ad45a-7065-4017-abb6-2f161dbe1b5c triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:38:34.974029 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:35.013484 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393596'] for router_interface, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:35.105980 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7a205-a78a-4cf2-bb2a-55059918a7da req-e46c6cd6-ffdf-44b4-bb6d-06f5d76a569e tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:35.122954 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-45e7a205-a78a-4cf2-bb2a-55059918a7da req-e46c6cd6-ffdf-44b4-bb6d-06f5d76a569e tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=6379fa66-3600-49a8-9504-01cf602a88fb HTTP/1.1" status: 200 len: 945 time: 0.1985803 May 11 16:38:35.198500 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:35.215683 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Network b166ae27-82c8-4c8f-92e4-3f40c2677a3b is already hosted by enough agents. {{(pid=78910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:38:35.221320 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Resources bound (agent type, host, resource id): {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:38:35.227420 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] For port 868ad45a-7065-4017-abb6-2f161dbe1b5c, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=868ad45a-7065-4017-abb6-2f161dbe1b5c,segment=NetworkSegment(9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c),segment_id=9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:38:35.238319 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:35.242771 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-8ebe11de-0ff0-4566-87ee-3af985d42bab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:35.243622 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Pushing event updated for resources: {'Port': ['ID=845c9d71-ffcd-404d-b0bb-67c9cd466683,revision_number=2']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:35.273054 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-45e7a205-a78a-4cf2-bb2a-55059918a7da req-3d290210-bc95-4e75-8e6f-30b819b0f3cf tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488402 May 11 16:38:35.444744 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Pushing event updated for resources: {'Port': ['ID=868ad45a-7065-4017-abb6-2f161dbe1b5c,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:35.451245 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:35.798547 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef9357-0f95-4818-8fe9-d87fc842756f req-85194758-bafb-445b-9d8a-872f4fefebd9 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:35.814092 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-08ef9357-0f95-4818-8fe9-d87fc842756f req-85194758-bafb-445b-9d8a-872f4fefebd9 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.3101826 May 11 16:38:35.882687 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.952s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:35.892874 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Router e4b4017d-d4e0-4623-8df1-723b26c6ea34 has already been hosted by L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae {{(pid=78910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:38:35.924338 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-7d572f13-cc00-4fa4-b967-3eb547960ec7 None None] Provisioning complete for port 845c9d71-ffcd-404d-b0bb-67c9cd466683 triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:38:35.930310 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-7d572f13-cc00-4fa4-b967-3eb547960ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:36.058052 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-08ef9357-0f95-4818-8fe9-d87fc842756f req-6b73ea4d-8514-42d3-8962-05571c255035 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414441 May 11 16:38:36.120417 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-7d572f13-cc00-4fa4-b967-3eb547960ec7 None None] Port 845c9d71-ffcd-404d-b0bb-67c9cd466683 cannot update to ACTIVE because it is not bound. {{(pid=78911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:38:36.267871 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:38:36.278794 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d7205c-68b3-4ddb-be7e-946ce4c2550b None None] Sync routers for ids ['e4b4017d-d4e0-4623-8df1-723b26c6ea34'] in dv-cinder-789603-4-smb {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:38:36.288678 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] 10.222.0.76 "PUT /v2.0/routers/e4b4017d-d4e0-4623-8df1-723b26c6ea34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4651613 May 11 16:38:36.308460 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d7205c-68b3-4ddb-be7e-946ce4c2550b None None] Routers {'e4b4017d-d4e0-4623-8df1-723b26c6ea34'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:38:36.309454 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-d6d7205c-68b3-4ddb-be7e-946ce4c2550b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:38:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['e4b4017d-d4e0-4623-8df1-723b26c6ea34'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:36.551807 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:38:36.650837 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672f03d-e9a7-47d2-af60-ed9644c8c6f0 req-eddf5cac-72c4-4ed1-b658-2b2b272883c7 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:36.660686 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7672f03d-e9a7-47d2-af60-ed9644c8c6f0 req-eddf5cac-72c4-4ed1-b658-2b2b272883c7 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 944 time: 0.3029535 May 11 16:38:36.723252 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7672f03d-e9a7-47d2-af60-ed9644c8c6f0 req-41e19578-9513-4efe-a86e-29da52046bbd tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0615206 May 11 16:38:36.789339 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-d6d7205c-68b3-4ddb-be7e-946ce4c2550b None None] Set router e4b4017d-d4e0-4623-8df1-723b26c6ea34 gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:38:37.063731 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 868ad45a-7065-4017-abb6-2f161dbe1b5c up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:38:37.314076 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port 868ad45a-7065-4017-abb6-2f161dbe1b5c triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:38:37.314495 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:37.353851 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af6c47-0029-4b95-9d61-d38752bbca8e req-a7358219-4ae1-42a9-abd1-853380678692 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:37.356635 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-83af6c47-0029-4b95-9d61-d38752bbca8e req-a7358219-4ae1-42a9-abd1-853380678692 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.1354132 May 11 16:38:37.496383 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-83af6c47-0029-4b95-9d61-d38752bbca8e req-27a2133d-9b78-4525-8548-de0d9ecd892d tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328309 May 11 16:38:37.541566 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-d6d7205c-68b3-4ddb-be7e-946ce4c2550b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b4017d-d4e0-4623-8df1-723b26c6ea34', 'name': 'tempest-TestMinimumBasicScenario-1491518422-router', 'tenant_id': 'f0a20adcd2b44d589a805290b5691de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '868ad45a-7065-4017-abb6-2f161dbe1b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:38:22Z', 'updated_at': '2021-05-11T16:38:34Z', 'revision_number': 4, 'project_id': 'f0a20adcd2b44d589a805290b5691de2', 'gw_port': {'id': '868ad45a-7065-4017-abb6-2f161dbe1b5c', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:da:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b4017d-d4e0-4623-8df1-723b26c6ea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:24Z', 'updated_at': '2021-05-11T16:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': '845c9d71-ffcd-404d-b0bb-67c9cd466683', 'name': '', 'network_id': 'b166ae27-82c8-4c8f-92e4-3f40c2677a3b', 'tenant_id': 'f0a20adcd2b44d589a805290b5691de2', 'mac_address': 'fa:16:3e:58:26:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b4017d-d4e0-4623-8df1-723b26c6ea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c822aa68-84f6-4a2c-af19-e8038b8bc92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:32Z', 'updated_at': '2021-05-11T16:38:34Z', 'revision_number': 2, 'project_id': 'f0a20adcd2b44d589a805290b5691de2', 'subnets': [{'id': 'c822aa68-84f6-4a2c-af19-e8038b8bc92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:37.557487 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d7205c-68b3-4ddb-be7e-946ce4c2550b None None] Checking router: e4b4017d-d4e0-4623-8df1-723b26c6ea34 for host: dv-cinder-789603-4-smb {{(pid=78911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:38:37.558410 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d7205c-68b3-4ddb-be7e-946ce4c2550b None None] Updating router e4b4017d-d4e0-4623-8df1-723b26c6ea34 port 845c9d71-ffcd-404d-b0bb-67c9cd466683 binding host dv-cinder-789603-4-smb {{(pid=78911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:38:37.634381 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-d6d7205c-68b3-4ddb-be7e-946ce4c2550b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:38.202151 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7d526-38d4-412d-81b6-c1bbc086b4bf req-c2da1880-8c58-4834-bc57-13cdebb2a95b tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:38.208824 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c7a7d526-38d4-412d-81b6-c1bbc086b4bf req-c2da1880-8c58-4834-bc57-13cdebb2a95b tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 944 time: 0.2097502 May 11 16:38:38.308006 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c7a7d526-38d4-412d-81b6-c1bbc086b4bf req-672eefa6-3a02-478b-92fc-2c9c08f1ed51 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0928750 May 11 16:38:38.540375 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-d6d7205c-68b3-4ddb-be7e-946ce4c2550b None None] Notify callbacks [] for port, precommit_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:38.586450 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-d6d7205c-68b3-4ddb-be7e-946ce4c2550b None None] Transition to ACTIVE for port object 845c9d71-ffcd-404d-b0bb-67c9cd466683 will not be triggered until provisioned by entity L2. {{(pid=78911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:38:38.603736 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-d6d7205c-68b3-4ddb-be7e-946ce4c2550b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:38.622014 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:39.066431 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f73b3-61c3-4574-9d1f-206e546b17fa None None] Pushing event updated for resources: {'Port': ['ID=845c9d71-ffcd-404d-b0bb-67c9cd466683,revision_number=3']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:39.095940 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23034f4d-0c5e-4dee-996d-a865694e3525 req-2014d249-959c-44df-8476-4c8e3c601574 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:39.103769 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-23034f4d-0c5e-4dee-996d-a865694e3525 req-2014d249-959c-44df-8476-4c8e3c601574 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.2985365 May 11 16:38:39.208504 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-755f73b3-61c3-4574-9d1f-206e546b17fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:39.297156 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-23034f4d-0c5e-4dee-996d-a865694e3525 req-31db887a-a301-4de4-ba37-0ec06d1c274e tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909974 May 11 16:38:39.639358 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-d6d7205c-68b3-4ddb-be7e-946ce4c2550b None None] Attempting to bind port 845c9d71-ffcd-404d-b0bb-67c9cd466683 on host dv-cinder-789603-4-smb for vnic_type normal with profile {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:38:39.641051 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-d6d7205c-68b3-4ddb-be7e-946ce4c2550b None None] Attempting to bind port 845c9d71-ffcd-404d-b0bb-67c9cd466683 by drivers openvswitch,hyperv on host dv-cinder-789603-4-smb at level 0 using segments [{'id': 'b9bc827d-38e4-40a6-8e49-c7ea44df99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b166ae27-82c8-4c8f-92e4-3f40c2677a3b'}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:38:39.644578 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d7205c-68b3-4ddb-be7e-946ce4c2550b None None] Attempting to bind port 845c9d71-ffcd-404d-b0bb-67c9cd466683 on network b166ae27-82c8-4c8f-92e4-3f40c2677a3b {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:38:39.651125 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d7205c-68b3-4ddb-be7e-946ce4c2550b None None] Checking agent: {'id': '22e3e7b9-314b-4177-b9d0-dabbf2661436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 27, 14), 'started_at': datetime.datetime(2021, 5, 11, 16, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:38:39.652195 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d7205c-68b3-4ddb-be7e-946ce4c2550b None None] Checking segment: {'id': 'b9bc827d-38e4-40a6-8e49-c7ea44df99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b166ae27-82c8-4c8f-92e4-3f40c2677a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:38:39.652847 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-d6d7205c-68b3-4ddb-be7e-946ce4c2550b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:39.653426 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d7205c-68b3-4ddb-be7e-946ce4c2550b None None] Bound using segment: {'id': 'b9bc827d-38e4-40a6-8e49-c7ea44df99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b166ae27-82c8-4c8f-92e4-3f40c2677a3b'} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:38:39.654303 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-d6d7205c-68b3-4ddb-be7e-946ce4c2550b None None] Bound port: 845c9d71-ffcd-404d-b0bb-67c9cd466683, host: dv-cinder-789603-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bc827d-38e4-40a6-8e49-c7ea44df99c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'b166ae27-82c8-4c8f-92e4-3f40c2677a3b'}}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:38:39.654871 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-d6d7205c-68b3-4ddb-be7e-946ce4c2550b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:39.931048 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ee342-f355-43e4-b0e2-0fa2841a7a1b req-a8995c56-1455-4ee8-8457-d0385de7280d tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:39.952993 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0e2ee342-f355-43e4-b0e2-0fa2841a7a1b req-a8995c56-1455-4ee8-8457-d0385de7280d tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 944 time: 0.2713065 May 11 16:38:40.020540 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0e2ee342-f355-43e4-b0e2-0fa2841a7a1b req-c5f5d81c-2f95-4d00-8684-d7c0facaea4d tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0652556 May 11 16:38:40.689894 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-d6d7205c-68b3-4ddb-be7e-946ce4c2550b None None] For port 845c9d71-ffcd-404d-b0bb-67c9cd466683, host dv-cinder-789603-4-smb, cleared binding levels {{(pid=78911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:38:40.717917 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-f35fa1bb-2310-4864-af86-93d3134104f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:40.742307 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-d6d7205c-68b3-4ddb-be7e-946ce4c2550b None None] For port 845c9d71-ffcd-404d-b0bb-67c9cd466683, host dv-cinder-789603-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=845c9d71-ffcd-404d-b0bb-67c9cd466683,segment=NetworkSegment(b9bc827d-38e4-40a6-8e49-c7ea44df99c6),segment_id=b9bc827d-38e4-40a6-8e49-c7ea44df99c6)] {{(pid=78911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:38:40.777905 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-d6d7205c-68b3-4ddb-be7e-946ce4c2550b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:40.785007 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:40.900665 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f73b3-61c3-4574-9d1f-206e546b17fa None None] Pushing event updated for resources: {'Port': ['ID=845c9d71-ffcd-404d-b0bb-67c9cd466683,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:40.906602 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-755f73b3-61c3-4574-9d1f-206e546b17fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:40.945287 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a7b4a-5ba7-4c84-8792-631916ef9510 req-d09d1a4a-1578-4440-8e2b-58c21e250460 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:40.946907 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-447a7b4a-5ba7-4c84-8792-631916ef9510 req-d09d1a4a-1578-4440-8e2b-58c21e250460 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.2549374 May 11 16:38:41.007919 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d7205c-68b3-4ddb-be7e-946ce4c2550b None None] Routers {'e4b4017d-d4e0-4623-8df1-723b26c6ea34'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:38:41.008599 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-d6d7205c-68b3-4ddb-be7e-946ce4c2550b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:38:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['e4b4017d-d4e0-4623-8df1-723b26c6ea34'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:41.082539 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-447a7b4a-5ba7-4c84-8792-631916ef9510 req-39eeb929-b2f1-431a-9e58-d94b1f228a85 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197274 May 11 16:38:41.245869 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 49904) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:41.463967 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 49910) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:41.568346 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-d6d7205c-68b3-4ddb-be7e-946ce4c2550b None None] Set router e4b4017d-d4e0-4623-8df1-723b26c6ea34 gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:38:41.690166 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522068a3-c99e-4695-9414-588fcc721d03 req-dac8c4eb-3f55-4f0e-9a0e-b0475586d245 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:41.697944 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-522068a3-c99e-4695-9414-588fcc721d03 req-dac8c4eb-3f55-4f0e-9a0e-b0475586d245 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 944 time: 0.3259943 May 11 16:38:41.829471 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e61bbf26-d72a-4b79-b8e4-8fd96c7f8f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:41.877210 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-e61bbf26-d72a-4b79-b8e4-8fd96c7f8f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:38:41.881871 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-e61bbf26-d72a-4b79-b8e4-8fd96c7f8f68 admin admin] Usage tracker for resource:security_group_rule and tenant:fd38fe20570343cd854748ec4786e28f is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:38:41.895320 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-e61bbf26-d72a-4b79-b8e4-8fd96c7f8f68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:38:41.903038 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-e61bbf26-d72a-4b79-b8e4-8fd96c7f8f68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:38:41.911877 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-522068a3-c99e-4695-9414-588fcc721d03 req-5c3fe964-3fda-4953-a2d4-f28c57b0c154 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2081416 May 11 16:38:42.152252 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-c6952447-c108-4aea-9cbc-cc12c4d92b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:42.250871 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-c6952447-c108-4aea-9cbc-cc12c4d92b6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:38:42.267097 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-c6952447-c108-4aea-9cbc-cc12c4d92b6b admin admin] Usage tracker for resource:security_group_rule and tenant:db3c44f38f4440b7895936ec564046b5 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:38:42.271032 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-c6952447-c108-4aea-9cbc-cc12c4d92b6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:38:42.278664 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-c6952447-c108-4aea-9cbc-cc12c4d92b6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:38:42.434529 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-c6952447-c108-4aea-9cbc-cc12c4d92b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:42.459518 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-c6952447-c108-4aea-9cbc-cc12c4d92b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:42.507144 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-039b01ce-6e8f-488f-aec6-ba3e47211e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:42.517675 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-d6d7205c-68b3-4ddb-be7e-946ce4c2550b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b4017d-d4e0-4623-8df1-723b26c6ea34', 'name': 'tempest-TestMinimumBasicScenario-1491518422-router', 'tenant_id': 'f0a20adcd2b44d589a805290b5691de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '868ad45a-7065-4017-abb6-2f161dbe1b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:38:22Z', 'updated_at': '2021-05-11T16:38:34Z', 'revision_number': 4, 'project_id': 'f0a20adcd2b44d589a805290b5691de2', 'gw_port': {'id': '868ad45a-7065-4017-abb6-2f161dbe1b5c', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:da:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b4017d-d4e0-4623-8df1-723b26c6ea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:24Z', 'updated_at': '2021-05-11T16:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': '845c9d71-ffcd-404d-b0bb-67c9cd466683', 'name': '', 'network_id': 'b166ae27-82c8-4c8f-92e4-3f40c2677a3b', 'tenant_id': 'f0a20adcd2b44d589a805290b5691de2', 'mac_address': 'fa:16:3e:58:26:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b4017d-d4e0-4623-8df1-723b26c6ea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c822aa68-84f6-4a2c-af19-e8038b8bc92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:32Z', 'updated_at': '2021-05-11T16:38:40Z', 'revision_number': 4, 'project_id': 'f0a20adcd2b44d589a805290b5691de2', 'subnets': [{'id': 'c822aa68-84f6-4a2c-af19-e8038b8bc92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:38:42.529405 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d7205c-68b3-4ddb-be7e-946ce4c2550b None None] The sync data for ids ['e4b4017d-d4e0-4623-8df1-723b26c6ea34'] in dv-cinder-789603-4-smb is: [{'id': 'e4b4017d-d4e0-4623-8df1-723b26c6ea34', 'name': 'tempest-TestMinimumBasicScenario-1491518422-router', 'tenant_id': 'f0a20adcd2b44d589a805290b5691de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '868ad45a-7065-4017-abb6-2f161dbe1b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:38:22Z', 'updated_at': '2021-05-11T16:38:34Z', 'revision_number': 4, 'project_id': 'f0a20adcd2b44d589a805290b5691de2', 'gw_port': {'id': '868ad45a-7065-4017-abb6-2f161dbe1b5c', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:da:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b4017d-d4e0-4623-8df1-723b26c6ea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:24Z', 'updated_at': '2021-05-11T16:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': '845c9d71-ffcd-404d-b0bb-67c9cd466683', 'name': '', 'network_id': 'b166ae27-82c8-4c8f-92e4-3f40c2677a3b', 'tenant_id': 'f0a20adcd2b44d589a805290b5691de2', 'mac_address': 'fa:16:3e:58:26:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b4017d-d4e0-4623-8df1-723b26c6ea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'c822aa68-84f6-4a2c-af19-e8038b8bc92f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:32Z', 'updated_at': '2021-05-11T16:38:40Z', 'revision_number': 4, 'project_id': 'f0a20adcd2b44d589a805290b5691de2', 'subnets': [{'id': 'c822aa68-84f6-4a2c-af19-e8038b8bc92f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:38:42.602578 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6952447-c108-4aea-9cbc-cc12c4d92b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1337df37-d097-4a94-9ae2-6dc311daa0a0,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:42.606695 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:42.627112 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-c6952447-c108-4aea-9cbc-cc12c4d92b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:42.727747 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2709b7-147a-4a92-9b62-5bc47e86c8e6 req-2f908c3a-9210-4f53-87ae-f6810bbff643 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:42.729867 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-fc2709b7-147a-4a92-9b62-5bc47e86c8e6 req-2f908c3a-9210-4f53-87ae-f6810bbff643 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.3531199 May 11 16:38:42.790933 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-c6952447-c108-4aea-9cbc-cc12c4d92b6b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=db3c44f38f4440b7895936ec564046b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5438843 May 11 16:38:42.794371 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 49922) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:42.835601 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e61bbf26-d72a-4b79-b8e4-8fd96c7f8f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:42.857548 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e61bbf26-d72a-4b79-b8e4-8fd96c7f8f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:42.858419 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-fc2709b7-147a-4a92-9b62-5bc47e86c8e6 req-ca74aec4-14b3-4f5d-96c5-264959d8ee48 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205101 May 11 16:38:42.876671 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-2ae22dcd-381d-4e0f-b25b-519fe859b828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:42.911520 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-998858dd-a1fd-4d4c-92b6-18df7b978b70 req-d4c9cc78-a290-4fdd-8d54-bcf497c932b7 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9361100 May 11 16:38:42.994043 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-e61bbf26-d72a-4b79-b8e4-8fd96c7f8f68 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fd38fe20570343cd854748ec4786e28f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5283124 May 11 16:38:43.020493 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 49928) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:43.021403 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-312b1eb1-2a01-4568-8784-11d99add38a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:43.144134 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-312b1eb1-2a01-4568-8784-11d99add38a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:43.262929 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61bbf26-d72a-4b79-b8e4-8fd96c7f8f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8ddd01-09e3-4622-8804-82748b74778f,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:43.270259 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-e61bbf26-d72a-4b79-b8e4-8fd96c7f8f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:43.337388 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998858dd-a1fd-4d4c-92b6-18df7b978b70 req-922f30b3-4be8-4e5b-ace2-7ca47eab8ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:43.339085 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-998858dd-a1fd-4d4c-92b6-18df7b978b70 req-922f30b3-4be8-4e5b-ace2-7ca47eab8ced service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4736f52286484cdda08e797d3f5fb330&device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 1098 time: 0.3405957 May 11 16:38:43.403512 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-312b1eb1-2a01-4568-8784-11d99add38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:43.442636 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-95e964f1-67dd-4440-b453-0226e6f2349e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:43.467181 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b1eb1-2a01-4568-8784-11d99add38a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1337df37-d097-4a94-9ae2-6dc311daa0a0,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:43.512017 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b1eb1-2a01-4568-8784-11d99add38a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:43.512633 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b1eb1-2a01-4568-8784-11d99add38a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:43.513161 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b1eb1-2a01-4568-8784-11d99add38a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:43.513692 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b1eb1-2a01-4568-8784-11d99add38a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:43.514201 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b1eb1-2a01-4568-8784-11d99add38a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:43.514704 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b1eb1-2a01-4568-8784-11d99add38a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:43.515299 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b1eb1-2a01-4568-8784-11d99add38a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:43.517773 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b1eb1-2a01-4568-8784-11d99add38a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:43.518308 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b1eb1-2a01-4568-8784-11d99add38a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:43.518812 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b1eb1-2a01-4568-8784-11d99add38a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:43.519307 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b1eb1-2a01-4568-8784-11d99add38a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:43.519972 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b1eb1-2a01-4568-8784-11d99add38a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:43.526346 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-312b1eb1-2a01-4568-8784-11d99add38a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:43.566458 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-56d9e392-9ca0-4c28-82ef-7c87f2042acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:43.608010 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-460ed610-475b-4fc8-8c6a-91c5b46ffe7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:43.617069 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-56d9e392-9ca0-4c28-82ef-7c87f2042acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:43.700133 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-312b1eb1-2a01-4568-8784-11d99add38a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:43.701676 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-312b1eb1-2a01-4568-8784-11d99add38a5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1337df37-d097-4a94-9ae2-6dc311daa0a0 HTTP/1.1" status: 204 len: 168 time: 0.9026680 May 11 16:38:43.726689 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-56d9e392-9ca0-4c28-82ef-7c87f2042acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:43.753419 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:43.757195 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-90ace70b-4fdf-4a15-9aad-c77e46fdc4fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:43.820757 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-56d9e392-9ca0-4c28-82ef-7c87f2042acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:43.825282 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-56d9e392-9ca0-4c28-82ef-7c87f2042acc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cc8ddd01-09e3-4622-8804-82748b74778f HTTP/1.1" status: 204 len: 168 time: 0.8013749 May 11 16:38:43.876183 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c3b22-db60-411c-a92b-5ac3aefd41d9 req-d1bbf291-25c1-4020-b55b-22c94fb46a44 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:43.901928 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-151c3b22-db60-411c-a92b-5ac3aefd41d9 req-d1bbf291-25c1-4020-b55b-22c94fb46a44 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 944 time: 0.6511104 May 11 16:38:43.906161 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9e392-9ca0-4c28-82ef-7c87f2042acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8ddd01-09e3-4622-8804-82748b74778f,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:43.958333 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-56d9e392-9ca0-4c28-82ef-7c87f2042acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:44.146404 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-151c3b22-db60-411c-a92b-5ac3aefd41d9 req-84111791-0809-4bad-84b9-ba9ce83c09d7 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2434266 May 11 16:38:44.615085 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f6d55-085c-487f-8360-44f410f716b8 req-d4ac07c3-6e86-4116-be97-2205200ba5b0 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:44.623983 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-909f6d55-085c-487f-8360-44f410f716b8 req-d4ac07c3-6e86-4116-be97-2205200ba5b0 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.3464081 May 11 16:38:44.688224 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 845c9d71-ffcd-404d-b0bb-67c9cd466683 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:38:44.935151 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning for port 845c9d71-ffcd-404d-b0bb-67c9cd466683 completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:38:44.953590 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port 845c9d71-ffcd-404d-b0bb-67c9cd466683 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:38:44.954931 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:45.101374 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 49950) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:45.136829 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-909f6d55-085c-487f-8360-44f410f716b8 req-8e4d8edd-a12e-43ef-9982-4444a3ba6c7e tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5099745 May 11 16:38:45.236846 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:45.260602 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-bdc3283f-70d5-4247-a387-f226ca11348f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:45.318090 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-bdc3283f-70d5-4247-a387-f226ca11348f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:38:45.329084 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-bdc3283f-70d5-4247-a387-f226ca11348f admin admin] Usage tracker for resource:security_group_rule and tenant:7bc0368577044214b74a0936ce62f688 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:38:45.342748 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-bdc3283f-70d5-4247-a387-f226ca11348f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:38:45.351579 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-bdc3283f-70d5-4247-a387-f226ca11348f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:38:45.385350 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:45.431834 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998858dd-a1fd-4d4c-92b6-18df7b978b70 req-158878ac-9bb3-41fd-9af4-966b4e5ca44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:45.439125 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-998858dd-a1fd-4d4c-92b6-18df7b978b70 req-158878ac-9bb3-41fd-9af4-966b4e5ca44b service neutron] 10.222.0.85 "GET /v2.0/networks?id=d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc HTTP/1.1" status: 200 len: 913 time: 0.7324293 May 11 16:38:45.456268 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] For port 845c9d71-ffcd-404d-b0bb-67c9cd466683, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=845c9d71-ffcd-404d-b0bb-67c9cd466683,segment=NetworkSegment(b9bc827d-38e4-40a6-8e49-c7ea44df99c6),segment_id=b9bc827d-38e4-40a6-8e49-c7ea44df99c6)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:38:45.463405 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:45.475285 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:45.576634 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-bdc3283f-70d5-4247-a387-f226ca11348f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:45.636387 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-bdc3283f-70d5-4247-a387-f226ca11348f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:45.655986 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-e34f99cd-6462-47d9-a59e-8c7497a70fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:45.691932 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3283f-70d5-4247-a387-f226ca11348f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a822d725-2933-4f2e-aa84-5a4b1d3910d3,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:45.696174 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-bdc3283f-70d5-4247-a387-f226ca11348f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:45.735210 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-bdc3283f-70d5-4247-a387-f226ca11348f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7bc0368577044214b74a0936ce62f688&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5921006 May 11 16:38:45.737431 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 49960) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:38:45.750395 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-998858dd-a1fd-4d4c-92b6-18df7b978b70 req-16794e31-b1ca-48ac-94a0-ea75b1af2600 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77eddc3e-a2be-4d50-b58c-73253d7a8464 HTTP/1.1" status: 200 len: 1001 time: 0.2945971 May 11 16:38:45.831814 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Pushing event updated for resources: {'Port': ['ID=845c9d71-ffcd-404d-b0bb-67c9cd466683,revision_number=5']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:45.855422 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892d363-0a14-4f67-af1f-ece001c395fc req-5276482c-17e8-4645-b9f8-a1cd0b6a571c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:45.856555 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:45.873681 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9892d363-0a14-4f67-af1f-ece001c395fc req-5276482c-17e8-4645-b9f8-a1cd0b6a571c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 944 time: 0.2844276 May 11 16:38:45.920611 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998858dd-a1fd-4d4c-92b6-18df7b978b70 req-176c1822-4f3e-4f35-8e6a-a7b3f00f72e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:45.924195 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-998858dd-a1fd-4d4c-92b6-18df7b978b70 req-176c1822-4f3e-4f35-8e6a-a7b3f00f72e8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=92408bfd-18b4-4d40-bf0b-34a82b102005 HTTP/1.1" status: 200 len: 850 time: 0.1644673 May 11 16:38:45.947535 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-d6022e4a-5d72-40be-9e7c-fd2e7bccef6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:46.001183 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-d6022e4a-5d72-40be-9e7c-fd2e7bccef6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:46.104413 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9892d363-0a14-4f67-af1f-ece001c395fc req-b138af27-f1cb-40a3-9051-18e129d8f629 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2298052 May 11 16:38:46.136449 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-d6022e4a-5d72-40be-9e7c-fd2e7bccef6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:46.141992 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-4a87c322-3121-48d9-9d9a-5dcd95a83dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:46.201356 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6022e4a-5d72-40be-9e7c-fd2e7bccef6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a822d725-2933-4f2e-aa84-5a4b1d3910d3,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:46.205232 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-d6022e4a-5d72-40be-9e7c-fd2e7bccef6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:46.210444 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998858dd-a1fd-4d4c-92b6-18df7b978b70 req-97bc941e-e1b5-4dea-b294-cddec10c31fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:46.212234 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-998858dd-a1fd-4d4c-92b6-18df7b978b70 req-97bc941e-e1b5-4dea-b294-cddec10c31fc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2256081 May 11 16:38:46.225446 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-d6022e4a-5d72-40be-9e7c-fd2e7bccef6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:46.226971 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-d6022e4a-5d72-40be-9e7c-fd2e7bccef6b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a822d725-2933-4f2e-aa84-5a4b1d3910d3 HTTP/1.1" status: 204 len: 168 time: 0.4886196 May 11 16:38:46.419297 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-998858dd-a1fd-4d4c-92b6-18df7b978b70 req-24f4a37e-262d-45cb-8802-cd02cdc8055f service neutron] 10.222.0.85 "GET /v2.0/networks/d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880352 May 11 16:38:46.580583 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d71a35-92ff-4241-b3c3-894700442ef9 req-8721ca04-959b-47fb-9d08-c12f091f0576 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:46.582226 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-60d71a35-92ff-4241-b3c3-894700442ef9 req-8721ca04-959b-47fb-9d08-c12f091f0576 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.1581252 May 11 16:38:46.635723 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 845c9d71-ffcd-404d-b0bb-67c9cd466683 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:38:46.668178 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-60d71a35-92ff-4241-b3c3-894700442ef9 req-40418403-a2e8-45ae-ab56-9e112026e995 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799811 May 11 16:38:46.833480 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port 845c9d71-ffcd-404d-b0bb-67c9cd466683 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:38:46.833480 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:46.949144 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-998858dd-a1fd-4d4c-92b6-18df7b978b70 req-4b47079d-6faf-40ff-b13f-de0dafecf866 service neutron] 10.222.0.85 "GET /v2.0/networks/d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236288 May 11 16:38:47.438615 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9f9c9-b5de-404d-9c50-3b06d364d5f9 req-c8523df3-fc2a-4f9c-acb6-dfbc3df529c4 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:47.448701 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-73e9f9c9-b5de-404d-9c50-3b06d364d5f9 req-c8523df3-fc2a-4f9c-acb6-dfbc3df529c4 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 944 time: 0.1253901 May 11 16:38:47.539177 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-73e9f9c9-b5de-404d-9c50-3b06d364d5f9 req-53966ebf-71ad-4d5a-af6a-e53a65882b03 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0889521 May 11 16:38:47.627420 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:48.181289 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f109f-72a3-4c56-9815-1125702f5093 req-93fd8b0d-d403-4f32-bcad-d71d59629c1c tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:48.183536 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-252f109f-72a3-4c56-9815-1125702f5093 req-93fd8b0d-d403-4f32-bcad-d71d59629c1c tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.1500318 May 11 16:38:48.286898 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-252f109f-72a3-4c56-9815-1125702f5093 req-cd5fbdb2-bb7e-46d1-a866-07c530fc3e00 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949998 May 11 16:38:48.990927 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499ff3c-2d7f-497a-9f23-6f529df34ac0 req-4575465d-492c-4848-ae9e-e050a09177e0 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:48.992464 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1499ff3c-2d7f-497a-9f23-6f529df34ac0 req-4575465d-492c-4848-ae9e-e050a09177e0 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 944 time: 0.2221725 May 11 16:38:49.086576 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1499ff3c-2d7f-497a-9f23-6f529df34ac0 req-fe12b6d5-e5b1-4d16-9d91-52554dd49298 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0861032 May 11 16:38:49.645997 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b44796-d01d-4312-ad0c-e516b0e433d4 req-7d91cb14-c01e-48b4-9579-2b79c68f0db1 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:49.667516 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c4b44796-d01d-4312-ad0c-e516b0e433d4 req-7d91cb14-c01e-48b4-9579-2b79c68f0db1 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.1273558 May 11 16:38:49.831351 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c4b44796-d01d-4312-ad0c-e516b0e433d4 req-98c0c223-7657-4cf3-a71d-8a7fe4e1a320 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628017 May 11 16:38:50.496027 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afab60-6c38-45f3-86f0-a4382f365ccd req-8ba8406a-b8ab-4ec8-ba6e-db4e5b01819f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:50.497941 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-55afab60-6c38-45f3-86f0-a4382f365ccd req-8ba8406a-b8ab-4ec8-ba6e-db4e5b01819f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 944 time: 0.1990209 May 11 16:38:50.627902 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-55afab60-6c38-45f3-86f0-a4382f365ccd req-a6a5fd87-80c3-4460-a2e6-ab653fba943d tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1218641 May 11 16:38:51.285449 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e04a5-b96e-4ae1-bca9-352027336d68 req-05ca62a5-ff6a-4225-ba24-7a1b6340227e tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:51.287293 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6e5e04a5-b96e-4ae1-bca9-352027336d68 req-05ca62a5-ff6a-4225-ba24-7a1b6340227e tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.1878269 May 11 16:38:51.416123 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6e5e04a5-b96e-4ae1-bca9-352027336d68 req-c7a0dcf2-339d-4dc1-9bc2-6445e0faff1a tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013064 May 11 16:38:51.928391 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010c062-fbf7-4d64-8bf6-f4fc6e12650f req-64ef3bc4-f83b-4aa9-bdb2-25122445be42 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:51.946563 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b010c062-fbf7-4d64-8bf6-f4fc6e12650f req-64ef3bc4-f83b-4aa9-bdb2-25122445be42 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 944 time: 0.1273053 May 11 16:38:52.059167 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b010c062-fbf7-4d64-8bf6-f4fc6e12650f req-dcf94128-0097-441b-b85a-ba467e1d6bf5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1116416 May 11 16:38:52.700223 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a18ca-7cf7-4e52-8479-99e102643722 req-01587c4b-8693-4508-a7f1-6e1eb16e3060 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:52.701886 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-603a18ca-7cf7-4e52-8479-99e102643722 req-01587c4b-8693-4508-a7f1-6e1eb16e3060 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.1335950 May 11 16:38:52.867621 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-603a18ca-7cf7-4e52-8479-99e102643722 req-e672ae93-8764-4aea-bfda-9a71429a44d4 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533313 May 11 16:38:53.374414 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1153f-2ce6-4bee-8b51-46d64e3dbd9b req-82a694eb-14de-42b8-b166-db46f8f7e828 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:53.376023 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-bba1153f-2ce6-4bee-8b51-46d64e3dbd9b req-82a694eb-14de-42b8-b166-db46f8f7e828 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 944 time: 0.1166155 May 11 16:38:53.425982 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-bba1153f-2ce6-4bee-8b51-46d64e3dbd9b req-f05cee15-5813-481d-ba8b-5717b93bd231 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0441470 May 11 16:38:54.127307 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73890872-eda4-4701-b55b-3a1116ec1f0f req-b36362c5-6001-4626-986c-f9336508524b tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:54.128911 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-73890872-eda4-4701-b55b-3a1116ec1f0f req-b36362c5-6001-4626-986c-f9336508524b tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.0916171 May 11 16:38:54.180083 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-73890872-eda4-4701-b55b-3a1116ec1f0f req-1b0ae0ed-5706-419e-b75e-98180b76907c tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448442 May 11 16:38:54.702041 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66984f4f-36b9-481c-a233-14a975aa477d req-d7a02b50-d49f-4cdb-9396-9a9c47b6a2f2 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:54.704580 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-66984f4f-36b9-481c-a233-14a975aa477d req-d7a02b50-d49f-4cdb-9396-9a9c47b6a2f2 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 944 time: 0.1094368 May 11 16:38:54.758084 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-66984f4f-36b9-481c-a233-14a975aa477d req-430f8c7f-e441-42c2-8a94-1e78f15b125a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0464144 May 11 16:38:54.963066 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-1b63919b-9889-4fed-9493-c54cf8385e21 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:54.964447 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-1b63919b-9889-4fed-9493-c54cf8385e21 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/networks?id=8018b197-db88-43a2-a0a1-57da27d76237 HTTP/1.1" status: 200 len: 815 time: 0.1631799 May 11 16:38:54.978938 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-0490d10c-0cb7-4fb1-a417-4b3558d35e0a tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/quotas/8942d883f4c046ccbad8949c0b191e85 HTTP/1.1" status: 200 len: 375 time: 0.0088933 May 11 16:38:55.148681 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-15fc5735-c283-4389-a64a-001f0a56a917 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8942d883f4c046ccbad8949c0b191e85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1628842 May 11 16:38:55.290929 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-c228b900-4683-4c06-918b-8a08461b41a1 service neutron] 10.222.0.76 "GET /v2.0/networks/8018b197-db88-43a2-a0a1-57da27d76237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304669 May 11 16:38:55.478280 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-efb9c826-be69-4cd2-98ab-681d6408e407 service neutron] 10.222.0.76 "GET /v2.0/networks/8018b197-db88-43a2-a0a1-57da27d76237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548243 May 11 16:38:55.491337 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef353a-2f46-4015-9e0c-009c0a284b7d req-d497f7eb-b7f8-4585-a1ab-0f396da5b11c tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:55.492907 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c8ef353a-2f46-4015-9e0c-009c0a284b7d req-d497f7eb-b7f8-4585-a1ab-0f396da5b11c tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.2003884 May 11 16:38:55.551579 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c8ef353a-2f46-4015-9e0c-009c0a284b7d req-f9deaf1f-dc5b-42f9-b776-85960d95d3a2 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509462 May 11 16:38:55.699227 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a6983f61-44f6-4270-880b-5766e1894e16 req-679a7a6f-1724-4884-9363-c3a90ff8b084 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 210 time: 0.0538530 May 11 16:38:56.004891 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880a533-b8ed-4886-a444-d249e2a359f3 req-ddf9978c-fe87-4bee-81b4-ba46d899567c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:56.006365 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7880a533-b8ed-4886-a444-d249e2a359f3 req-ddf9978c-fe87-4bee-81b4-ba46d899567c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 944 time: 0.0935924 May 11 16:38:56.061110 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7880a533-b8ed-4886-a444-d249e2a359f3 req-9059ba1b-6bc0-496b-81d4-2f9c959b70a7 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0478976 May 11 16:38:56.754061 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696d729-fad4-48bb-ba1b-21757886ffab req-06959bc8-9ee7-4bb0-ade8-c8a3ef831e33 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:56.755541 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6696d729-fad4-48bb-ba1b-21757886ffab req-06959bc8-9ee7-4bb0-ade8-c8a3ef831e33 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.0890367 May 11 16:38:56.832292 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6696d729-fad4-48bb-ba1b-21757886ffab req-a46750c2-c20f-4de0-96d6-ff21ea4634ea tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705624 May 11 16:38:56.881259 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2459c7e9-3770-44ed-a138-3699d76c3ce0 req-e8096669-3b88-49f7-a8a5-3634cb4558b3 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 210 time: 0.0477388 May 11 16:38:57.099053 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319e72b-e713-48ab-a33d-6d7486403e17 req-cddfd860-b383-4b31-af85-79c6b8827e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:57.100516 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-8319e72b-e713-48ab-a33d-6d7486403e17 req-cddfd860-b383-4b31-af85-79c6b8827e6f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 1098 time: 0.0837624 May 11 16:38:57.150411 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-8319e72b-e713-48ab-a33d-6d7486403e17 req-8a0ac150-c571-41f6-9be5-bdfc0ae20e39 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424762 May 11 16:38:57.222137 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-7a3245bb-c948-48b0-8012-3af5ad611df3 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:57.224114 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-7a3245bb-c948-48b0-8012-3af5ad611df3 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.85 "GET /v2.0/networks?id=8018b197-db88-43a2-a0a1-57da27d76237 HTTP/1.1" status: 200 len: 815 time: 0.2048271 May 11 16:38:57.270933 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-16a4a6a1-4f8e-4d44-9b6c-71e4ccb40a5f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Request body: {'port': {'device_id': '388f7ae9-c57b-45f4-88a9-3d036aeb2ca2', 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237', 'admin_state_up': True, 'tenant_id': '8942d883f4c046ccbad8949c0b191e85'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:38:57.441204 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79b838-bae3-4aa7-a1a5-81bd78d8dd5e req-de618175-5805-429a-b546-77d34aa6adea tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:57.442777 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0e79b838-bae3-4aa7-a1a5-81bd78d8dd5e req-de618175-5805-429a-b546-77d34aa6adea tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 944 time: 0.2178061 May 11 16:38:57.471916 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-16a4a6a1-4f8e-4d44-9b6c-71e4ccb40a5f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:38:57.480546 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-16a4a6a1-4f8e-4d44-9b6c-71e4ccb40a5f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Usage tracker for resource:port and tenant:8942d883f4c046ccbad8949c0b191e85 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:38:57.486244 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-16a4a6a1-4f8e-4d44-9b6c-71e4ccb40a5f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:38:57.493378 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-16a4a6a1-4f8e-4d44-9b6c-71e4ccb40a5f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:38:57.525311 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0e79b838-bae3-4aa7-a1a5-81bd78d8dd5e req-8795670e-7632-4dfd-b54c-14f47b297336 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0737977 May 11 16:38:57.526022 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-16a4a6a1-4f8e-4d44-9b6c-71e4ccb40a5f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Made reservation on behalf of 8942d883f4c046ccbad8949c0b191e85 for: {'port': 1} {{(pid=78909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:38:57.529437 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-16a4a6a1-4f8e-4d44-9b6c-71e4ccb40a5f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:57.736856 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.db_base_plugin_common [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-16a4a6a1-4f8e-4d44-9b6c-71e4ccb40a5f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Allocated IP 172.20.0.11 (8018b197-db88-43a2-a0a1-57da27d76237/f4746050-1b0b-46d4-bb96-ceec96e125a2/2a62df00-29a8-4d61-951c-61830cc9308c) {{(pid=78909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:38:58.142623 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-16a4a6a1-4f8e-4d44-9b6c-71e4ccb40a5f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for port, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:58.205167 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.provisioning_blocks [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-16a4a6a1-4f8e-4d44-9b6c-71e4ccb40a5f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Transition to ACTIVE for port object 2a62df00-29a8-4d61-951c-61830cc9308c will not be triggered until provisioned by entity DHCP. {{(pid=78909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:38:58.244373 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 1b922d21-ad5e-427d-bb68-4dc27a9225d6 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:38:58.423850 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-16a4a6a1-4f8e-4d44-9b6c-71e4ccb40a5f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:58.578388 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-42cc754b-2a43-4bd7-88fd-f4daf524eedc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:58.719027 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 1b922d21-ad5e-427d-bb68-4dc27a9225d6, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b922d21-ad5e-427d-bb68-4dc27a9225d6,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:38:58.771304 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Returning: {'device': '1b922d21-ad5e-427d-bb68-4dc27a9225d6', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'port_id': '1b922d21-ad5e-427d-bb68-4dc27a9225d6', 'mac_address': 'fa:16:3e:ff:13:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:38:58.835024 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-16a4a6a1-4f8e-4d44-9b6c-71e4ccb40a5f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Network 8018b197-db88-43a2-a0a1-57da27d76237 is already hosted by enough agents. {{(pid=78909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:38:58.839618 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.base_scheduler [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-16a4a6a1-4f8e-4d44-9b6c-71e4ccb40a5f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Resources bound (agent type, host, resource id): {{(pid=78909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:38:58.847927 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-16a4a6a1-4f8e-4d44-9b6c-71e4ccb40a5f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Received port after_create {{(pid=78909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:38:58.895917 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4a6a1-4f8e-4d44-9b6c-71e4ccb40a5f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Pushing event updated for resources: {'Port': ['ID=2a62df00-29a8-4d61-951c-61830cc9308c,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:58.898530 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:58.935217 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-16a4a6a1-4f8e-4d44-9b6c-71e4ccb40a5f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:58.940567 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b922d21-ad5e-427d-bb68-4dc27a9225d6 {{(pid=78911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:38:58.980203 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 1b922d21-ad5e-427d-bb68-4dc27a9225d6, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b922d21-ad5e-427d-bb68-4dc27a9225d6,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:38:58.990311 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:58.996330 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-3208b986-57c2-4cb2-8f2e-8cc43ceeb20b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:38:59.040332 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-16a4a6a1-4f8e-4d44-9b6c-71e4ccb40a5f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:59.041705 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-16a4a6a1-4f8e-4d44-9b6c-71e4ccb40a5f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:59.184325 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e25cae-4872-47ac-9e57-358bf8dc55e0 req-a929cd73-c02a-452e-812f-42140f859c60 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:59.203560 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-37e25cae-4872-47ac-9e57-358bf8dc55e0 req-a929cd73-c02a-452e-812f-42140f859c60 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.9128797 May 11 16:38:59.208431 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=1b922d21-ad5e-427d-bb68-4dc27a9225d6,revision_number=9']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:38:59.226338 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:59.227326 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:59.229369 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:59.231847 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:59.234673 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:59.236433 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:59.236933 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:59.237789 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:59.238692 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:59.240786 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:59.241277 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:59.241898 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:38:59.252138 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:38:59.290403 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041e15c-b7c8-4c54-aba6-608da20cf0de req-e4e8cf78-620b-4382-8257-a30436ca6a48 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:59.291740 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-c041e15c-b7c8-4c54-aba6-608da20cf0de req-e4e8cf78-620b-4382-8257-a30436ca6a48 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Synchronizing usage tracker for tenant:8942d883f4c046ccbad8949c0b191e85 on resource:port {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:38:59.315241 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['1b922d21-ad5e-427d-bb68-4dc27a9225d6'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:38:59.321017 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-16a4a6a1-4f8e-4d44-9b6c-71e4ccb40a5f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0539060 May 11 16:38:59.355723 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-37e25cae-4872-47ac-9e57-358bf8dc55e0 req-1d3b4e41-c9e3-42c0-be13-1edc29876137 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260226 May 11 16:38:59.385940 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cb86912b-4c2b-47de-acfb-f123f17c6b76 None None] Provisioning for port 2a62df00-29a8-4d61-951c-61830cc9308c completed by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:38:59.389559 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-c041e15c-b7c8-4c54-aba6-608da20cf0de req-e4e8cf78-620b-4382-8257-a30436ca6a48 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Unset dirty status for tenant:8942d883f4c046ccbad8949c0b191e85 on resource:port {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:38:59.392286 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c041e15c-b7c8-4c54-aba6-608da20cf0de req-e4e8cf78-620b-4382-8257-a30436ca6a48 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 932 time: 1.1036577 May 11 16:38:59.408820 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cb86912b-4c2b-47de-acfb-f123f17c6b76 None None] Provisioning complete for port 2a62df00-29a8-4d61-951c-61830cc9308c triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:38:59.409357 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cb86912b-4c2b-47de-acfb-f123f17c6b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:38:59.514696 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-cb86912b-4c2b-47de-acfb-f123f17c6b76 None None] Port 2a62df00-29a8-4d61-951c-61830cc9308c cannot update to ACTIVE because it is not bound. {{(pid=78911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:38:59.528935 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c041e15c-b7c8-4c54-aba6-608da20cf0de req-6fa33e07-b95d-435c-b543-f0b3f0a54d60 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297750 May 11 16:38:59.919204 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e49d1f-5b9e-4fc7-9e11-385e3d949968 req-f6d56b99-66f3-43ed-bc71-ee92ff798beb tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:38:59.923330 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c4e49d1f-5b9e-4fc7-9e11-385e3d949968 req-f6d56b99-66f3-43ed-bc71-ee92ff798beb tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 945 time: 0.2022669 May 11 16:39:00.032657 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c4e49d1f-5b9e-4fc7-9e11-385e3d949968 req-84924cac-0d3a-4e65-8130-9438618f82a3 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0917706 May 11 16:39:00.598444 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba6188-ecc9-41ad-8172-77ef6e78daea req-98dd90a9-f6e4-4104-aed8-467a676a52d3 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:00.604523 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4aba6188-ecc9-41ad-8172-77ef6e78daea req-98dd90a9-f6e4-4104-aed8-467a676a52d3 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.1258860 May 11 16:39:00.656532 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4aba6188-ecc9-41ad-8172-77ef6e78daea req-702adaef-0cbe-4e03-934b-2e3657b87f66 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502250 May 11 16:39:00.754461 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846dc58-10c1-4045-8bc0-fd37168ea21f req-61a4d36a-4045-43a9-b0f7-e7442288de45 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:00.756604 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b846dc58-10c1-4045-8bc0-fd37168ea21f req-61a4d36a-4045-43a9-b0f7-e7442288de45 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 932 time: 0.0948820 May 11 16:39:00.806972 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b846dc58-10c1-4045-8bc0-fd37168ea21f req-af05e86f-039c-4672-b99a-3dc135036275 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452552 May 11 16:39:01.195132 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce6503-3af2-4d71-99f4-6cd19d93a5c8 req-b39df26f-04bd-4a70-9c27-4582d3141e69 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:01.196815 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f7ce6503-3af2-4d71-99f4-6cd19d93a5c8 req-b39df26f-04bd-4a70-9c27-4582d3141e69 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.1334889 May 11 16:39:01.306018 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f7ce6503-3af2-4d71-99f4-6cd19d93a5c8 req-597507e5-df76-4560-bc24-c77cd4d82cf0 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701747 May 11 16:39:01.352075 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1c593-2363-4bc4-b4a5-fd450f9dbcec req-19226631-6589-40a2-86cc-95209600ada6 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:01.353714 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-89c1c593-2363-4bc4-b4a5-fd450f9dbcec req-19226631-6589-40a2-86cc-95209600ada6 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 945 time: 0.1553140 May 11 16:39:01.410989 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-89c1c593-2363-4bc4-b4a5-fd450f9dbcec req-f40a085b-103b-4aae-8cbe-106f188838e3 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0501900 May 11 16:39:02.053706 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674fc5b-abac-4763-a7b8-f0de6b84a77e req-cb9de7d1-8452-41ff-aaa8-f4559916bad3 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:02.056250 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9674fc5b-abac-4763-a7b8-f0de6b84a77e req-cb9de7d1-8452-41ff-aaa8-f4559916bad3 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 932 time: 0.1056645 May 11 16:39:02.084451 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 50266) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:02.131132 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9674fc5b-abac-4763-a7b8-f0de6b84a77e req-1c497881-2064-49c4-8d4c-3c88fde099ab tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627377 May 11 16:39:02.257554 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-ca909363-96ff-46c5-839a-1352b5e1821d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:02.269790 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 1b922d21-ad5e-427d-bb68-4dc27a9225d6 up at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:39:02.305361 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-ca909363-96ff-46c5-839a-1352b5e1821d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:39:02.311345 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-ca909363-96ff-46c5-839a-1352b5e1821d admin admin] Usage tracker for resource:security_group_rule and tenant:63e80355d2d6494896901c23938dbdc3 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:39:02.316060 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-ca909363-96ff-46c5-839a-1352b5e1821d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:39:02.324661 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-ca909363-96ff-46c5-839a-1352b5e1821d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:39:02.400640 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning complete for port 1b922d21-ad5e-427d-bb68-4dc27a9225d6 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:39:02.401287 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:02.476015 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-ca909363-96ff-46c5-839a-1352b5e1821d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:02.488498 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-ca909363-96ff-46c5-839a-1352b5e1821d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:02.551955 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-7baaedbf-21bd-4ed1-ab68-ac038fb73ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:02.571247 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-ca909363-96ff-46c5-839a-1352b5e1821d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=63e80355d2d6494896901c23938dbdc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4857097 May 11 16:39:02.575837 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 50278) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:02.656948 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-de570e68-dffd-4199-8b58-638233db2616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:02.667453 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:02.696566 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-de570e68-dffd-4199-8b58-638233db2616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:02.726076 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67877986-c824-470e-81f1-4fd751417ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b922d21-ad5e-427d-bb68-4dc27a9225d6'}] {{(pid=78911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:39:02.737060 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 1b922d21-ad5e-427d-bb68-4dc27a9225d6, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b922d21-ad5e-427d-bb68-4dc27a9225d6,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:39:02.742379 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:02.745159 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:02.771344 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca909363-96ff-46c5-839a-1352b5e1821d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceac2dde-7d2a-4257-a580-cd7681b58474,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:02.773377 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-de570e68-dffd-4199-8b58-638233db2616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:02.777687 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-ca909363-96ff-46c5-839a-1352b5e1821d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:02.801303 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-ad13c2e6-ca46-49ef-afa0-958ee53f70b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:02.854729 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de570e68-dffd-4199-8b58-638233db2616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceac2dde-7d2a-4257-a580-cd7681b58474,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:02.856199 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=1b922d21-ad5e-427d-bb68-4dc27a9225d6,revision_number=10']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:02.861185 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:02.864368 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-de570e68-dffd-4199-8b58-638233db2616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:02.868410 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c3545-2e62-4fbf-97f7-97dbb9cf1399 req-be77d8ab-d71e-4d85-9625-5a67929cea3b tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:02.879568 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ec2c3545-2e62-4fbf-97f7-97dbb9cf1399 req-be77d8ab-d71e-4d85-9625-5a67929cea3b tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.3070874 May 11 16:39:02.882273 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-de570e68-dffd-4199-8b58-638233db2616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:02.886940 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-de570e68-dffd-4199-8b58-638233db2616 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ceac2dde-7d2a-4257-a580-cd7681b58474 HTTP/1.1" status: 204 len: 168 time: 0.3098128 May 11 16:39:02.957356 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ec2c3545-2e62-4fbf-97f7-97dbb9cf1399 req-5c0a6350-de20-427b-81a0-fef5db5c4d76 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762305 May 11 16:39:02.967735 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30405fb5-ea9e-45c4-bcd1-d6912754b106 req-fa414f67-ffad-47b1-9aa9-5d22940c4353 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:02.969811 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-30405fb5-ea9e-45c4-bcd1-d6912754b106 req-fa414f67-ffad-47b1-9aa9-5d22940c4353 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 947 time: 0.2859628 May 11 16:39:03.033126 dv-cinder-789603-4-smb neutron-server[78911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67877986-c824-470e-81f1-4fd751417ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b922d21-ad5e-427d-bb68-4dc27a9225d6', 'code': 200} May 11 16:39:03.040622 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-30405fb5-ea9e-45c4-bcd1-d6912754b106 req-8f12eaaf-41a3-49d1-88ea-c8b8a57b15d3 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0622914 May 11 16:39:03.352599 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 50292) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:03.372891 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-804fe123-b0c9-4b86-8563-b758e947f4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:03.395461 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-804fe123-b0c9-4b86-8563-b758e947f4b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:39:03.399852 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-804fe123-b0c9-4b86-8563-b758e947f4b4 admin admin] Usage tracker for resource:security_group_rule and tenant:e932019aa5864bbcbcc04a920c1ff97d is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:39:03.402865 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-804fe123-b0c9-4b86-8563-b758e947f4b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:39:03.410176 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-804fe123-b0c9-4b86-8563-b758e947f4b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:39:03.431458 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9d249-0116-4d87-9a16-b768668ff2f3 req-49da375b-3f1f-4647-80f7-7d4bf030ff91 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:03.432993 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ddc9d249-0116-4d87-9a16-b768668ff2f3 req-49da375b-3f1f-4647-80f7-7d4bf030ff91 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 932 time: 0.1370614 May 11 16:39:03.502211 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ddc9d249-0116-4d87-9a16-b768668ff2f3 req-47850194-eb90-4e41-90b3-6abaae4fd235 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616632 May 11 16:39:03.516785 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-804fe123-b0c9-4b86-8563-b758e947f4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:03.525416 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-804fe123-b0c9-4b86-8563-b758e947f4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:03.553996 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-27453193-c70e-4fd8-9d96-9aaa92cbdf6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:03.565419 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-804fe123-b0c9-4b86-8563-b758e947f4b4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e932019aa5864bbcbcc04a920c1ff97d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2116024 May 11 16:39:03.568255 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 50296) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:03.584542 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804fe123-b0c9-4b86-8563-b758e947f4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10307282-e5c9-4a98-8629-5a7ee4fc885f,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:03.587556 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-804fe123-b0c9-4b86-8563-b758e947f4b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:03.629407 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-c0ca95bc-cebd-48f1-a9d6-10cbe7555c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:03.660146 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-c0ca95bc-cebd-48f1-a9d6-10cbe7555c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:03.737804 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-c0ca95bc-cebd-48f1-a9d6-10cbe7555c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:03.741281 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-7fedb4f1-d9c6-473b-8c50-43b61ac734e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:03.757243 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca95bc-cebd-48f1-a9d6-10cbe7555c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10307282-e5c9-4a98-8629-5a7ee4fc885f,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:03.760866 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-c0ca95bc-cebd-48f1-a9d6-10cbe7555c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:03.767071 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-c0ca95bc-cebd-48f1-a9d6-10cbe7555c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:03.768204 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-c0ca95bc-cebd-48f1-a9d6-10cbe7555c6f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/10307282-e5c9-4a98-8629-5a7ee4fc885f HTTP/1.1" status: 204 len: 168 time: 0.1986775 May 11 16:39:04.312949 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 50308) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:04.337990 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-07f5ded6-5b74-4ac5-9158-a0da7fc205de admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:04.352066 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc5a14-1b7b-4e66-a663-d35b31fe3bbc req-1d934ecf-3055-4bb4-9e87-5852d87563b3 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:04.356559 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-07f5ded6-5b74-4ac5-9158-a0da7fc205de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:39:04.360406 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-debc5a14-1b7b-4e66-a663-d35b31fe3bbc req-1d934ecf-3055-4bb4-9e87-5852d87563b3 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 947 time: 0.1468825 May 11 16:39:04.362498 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-07f5ded6-5b74-4ac5-9158-a0da7fc205de admin admin] Usage tracker for resource:security_group_rule and tenant:d7b0bb9d6fc6463bbc86fb2c5cc57d38 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:39:04.367986 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-07f5ded6-5b74-4ac5-9158-a0da7fc205de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:39:04.378405 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-07f5ded6-5b74-4ac5-9158-a0da7fc205de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:39:04.429954 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-debc5a14-1b7b-4e66-a663-d35b31fe3bbc req-0fa009e3-0ac9-4c66-9e4c-144e856f6db2 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0685968 May 11 16:39:04.486441 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354c827-0326-4c57-8506-e1b8985ffa08 req-0a0a6a80-897c-41b7-a2d6-12a29525892d tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:04.488388 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0354c827-0326-4c57-8506-e1b8985ffa08 req-0a0a6a80-897c-41b7-a2d6-12a29525892d tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.1959143 May 11 16:39:04.553363 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-07f5ded6-5b74-4ac5-9158-a0da7fc205de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:04.563033 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-07f5ded6-5b74-4ac5-9158-a0da7fc205de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:04.571487 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0354c827-0326-4c57-8506-e1b8985ffa08 req-a9d1205d-0afa-4c17-86c7-39ad214b4407 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750031 May 11 16:39:04.582686 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-9aa4b7bc-d024-462d-9ccd-936304e736a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:04.620380 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-07f5ded6-5b74-4ac5-9158-a0da7fc205de admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d7b0bb9d6fc6463bbc86fb2c5cc57d38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056087 May 11 16:39:04.623352 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 50316) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:04.625232 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5ded6-5b74-4ac5-9158-a0da7fc205de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af283356-c34f-4b4e-8403-a77d9c943851,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:04.629138 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-07f5ded6-5b74-4ac5-9158-a0da7fc205de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:04.769207 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-6a0eab24-ff60-4a17-a698-57e3a20a4739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:04.814228 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af7fd6-637b-46c3-b16a-93e195b13a0c req-f1dcfe2b-8564-4ef9-8eed-cf956fb7bce3 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:04.821464 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-79af7fd6-637b-46c3-b16a-93e195b13a0c req-f1dcfe2b-8564-4ef9-8eed-cf956fb7bce3 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 932 time: 0.1635916 May 11 16:39:04.845311 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-6a0eab24-ff60-4a17-a698-57e3a20a4739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:04.914306 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-79af7fd6-637b-46c3-b16a-93e195b13a0c req-5658feb6-953f-4cfb-a021-e591d564c280 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919375 May 11 16:39:04.943199 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-6a0eab24-ff60-4a17-a698-57e3a20a4739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:04.947173 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:04.960266 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0eab24-ff60-4a17-a698-57e3a20a4739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af283356-c34f-4b4e-8403-a77d9c943851,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:04.964955 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-6a0eab24-ff60-4a17-a698-57e3a20a4739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:04.973176 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-6a0eab24-ff60-4a17-a698-57e3a20a4739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:04.977703 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-6a0eab24-ff60-4a17-a698-57e3a20a4739 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/af283356-c34f-4b4e-8403-a77d9c943851 HTTP/1.1" status: 204 len: 168 time: 0.3503048 May 11 16:39:05.728417 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c493a-fc29-447f-a78f-17c98b84a410 req-b6a8f086-b957-4906-a800-a734c29e3256 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:05.730149 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-863c493a-fc29-447f-a78f-17c98b84a410 req-b6a8f086-b957-4906-a800-a734c29e3256 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 947 time: 0.1477237 May 11 16:39:06.003449 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-863c493a-fc29-447f-a78f-17c98b84a410 req-42929fdc-71c8-46ac-b7b4-efb19740f856 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2653699 May 11 16:39:06.041944 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd06bd3-2c47-46b5-8339-72d6b7b44f28 req-5d2ddf01-f11c-4eef-bd42-6d9811a83b25 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:06.043679 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2fd06bd3-2c47-46b5-8339-72d6b7b44f28 req-5d2ddf01-f11c-4eef-bd42-6d9811a83b25 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.2828546 May 11 16:39:06.135113 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2fd06bd3-2c47-46b5-8339-72d6b7b44f28 req-c7704c0f-ff88-4a71-b7d2-ada41ddcd1c4 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796320 May 11 16:39:06.272349 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038a105-2147-43c6-9175-e49871a4f50f req-140bd81e-472f-4ac5-8213-fe7c32bfc295 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:06.273909 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2038a105-2147-43c6-9175-e49871a4f50f req-140bd81e-472f-4ac5-8213-fe7c32bfc295 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 932 time: 0.1135039 May 11 16:39:06.327039 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2038a105-2147-43c6-9175-e49871a4f50f req-25b49954-0284-4518-8a30-4f859e4498e6 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465817 May 11 16:39:07.237106 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea7ed8-e909-465a-b2ab-17b924aae9af req-6b56f826-ad73-4ad9-8655-5984bc3a9b3c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:07.246107 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4fea7ed8-e909-465a-b2ab-17b924aae9af req-6b56f826-ad73-4ad9-8655-5984bc3a9b3c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 947 time: 0.1083286 May 11 16:39:07.301978 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4fea7ed8-e909-465a-b2ab-17b924aae9af req-838ce1b2-5610-410e-8596-ea53dc57cc5c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0546410 May 11 16:39:07.451290 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212d7d9-8500-41d1-bf1a-a9d8e8b80de6 req-be8feef5-4187-4d8a-bbc7-f68c72a36279 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:07.460158 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7212d7d9-8500-41d1-bf1a-a9d8e8b80de6 req-be8feef5-4187-4d8a-bbc7-f68c72a36279 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.1193988 May 11 16:39:07.564783 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7212d7d9-8500-41d1-bf1a-a9d8e8b80de6 req-bcb9d19e-f2df-4667-9be8-d11aeb830578 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036189 May 11 16:39:07.619204 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbdc95-dcd5-4233-86c7-428997f2f2de req-756d60c6-7b85-418b-aafd-e82c795cc641 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:07.621197 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-35fbdc95-dcd5-4233-86c7-428997f2f2de req-756d60c6-7b85-418b-aafd-e82c795cc641 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 932 time: 0.1590092 May 11 16:39:07.739215 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-35fbdc95-dcd5-4233-86c7-428997f2f2de req-4ccb2b11-db32-46f1-b709-8c79a90dfa73 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079891 May 11 16:39:08.561801 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e375f4-3caf-40b8-a1ec-622ddee342e0 req-6844f97b-bd29-4668-af00-0b50f99d5703 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:08.564401 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-17e375f4-3caf-40b8-a1ec-622ddee342e0 req-6844f97b-bd29-4668-af00-0b50f99d5703 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 947 time: 0.1252739 May 11 16:39:08.618726 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-17e375f4-3caf-40b8-a1ec-622ddee342e0 req-59399203-bd5e-4d78-88ba-30f7115fa571 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0461588 May 11 16:39:08.887522 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cefa80-bd50-4169-8854-22adbebd2fc0 req-99dff500-f571-4df5-be81-9f0459932a3d tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:08.893382 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d7cefa80-bd50-4169-8854-22adbebd2fc0 req-99dff500-f571-4df5-be81-9f0459932a3d tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.1340280 May 11 16:39:09.009881 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d7cefa80-bd50-4169-8854-22adbebd2fc0 req-ae755859-919d-4e46-9cbc-a9512b77369e tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102793 May 11 16:39:09.053287 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9b17c-f619-4e81-becb-14b2d7602e95 req-a57c70d9-2a58-41fd-aa1e-4b338f9156c9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:09.060488 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-90e9b17c-f619-4e81-becb-14b2d7602e95 req-a57c70d9-2a58-41fd-aa1e-4b338f9156c9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 932 time: 0.1444302 May 11 16:39:09.111882 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-90e9b17c-f619-4e81-becb-14b2d7602e95 req-2433343a-420e-41c9-8cbc-9fe38f9413c1 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496669 May 11 16:39:09.892108 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c90f0d-059e-40c2-a729-864108a03a57 req-07d36aa1-0548-4216-b583-9319f4758e7c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:09.893884 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-82c90f0d-059e-40c2-a729-864108a03a57 req-07d36aa1-0548-4216-b583-9319f4758e7c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 947 time: 0.1333959 May 11 16:39:09.950525 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-82c90f0d-059e-40c2-a729-864108a03a57 req-42fe60c5-60f1-4061-bd5b-0d358b82fb59 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0486403 May 11 16:39:10.218066 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185fbba-350a-4bfe-b8ea-8993705b785b req-0a523925-53ca-4830-91fe-50829ec4fb30 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:10.219521 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f185fbba-350a-4bfe-b8ea-8993705b785b req-0a523925-53ca-4830-91fe-50829ec4fb30 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.0913970 May 11 16:39:10.316443 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f185fbba-350a-4bfe-b8ea-8993705b785b req-5b47071a-e5ca-44b6-b780-416cbcec2a29 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882401 May 11 16:39:10.356692 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc35c5a-1591-475f-8efb-44de447a3cc9 req-7c543221-92d8-46d6-8a25-397c99c3dcaf tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:10.358903 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0cc35c5a-1591-475f-8efb-44de447a3cc9 req-7c543221-92d8-46d6-8a25-397c99c3dcaf tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 932 time: 0.0976698 May 11 16:39:10.407599 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0cc35c5a-1591-475f-8efb-44de447a3cc9 req-c2a51f63-9724-4429-a29c-bce2ea2ac7d3 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422037 May 11 16:39:10.568959 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-eadc879b-de07-42f1-821c-03cd7fa2d7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:10.667866 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-544c9398-c831-4995-95d5-900a7cafaa50 service neutron] Request body: {'port': {'device_id': '388f7ae9-c57b-45f4-88a9-3d036aeb2ca2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:39:10.794216 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-544c9398-c831-4995-95d5-900a7cafaa50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:10.892554 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7aeb42-4378-431d-aa07-62069128ee43 req-5c19ee31-8a87-4201-8f00-d509e0b4235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:10.894344 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-fe7aeb42-4378-431d-aa07-62069128ee43 req-5c19ee31-8a87-4201-8f00-d509e0b4235a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bb3db5d8cbfa44f0a16514218b4ef74f&device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 1098 time: 0.0935545 May 11 16:39:11.047410 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7aeb42-4378-431d-aa07-62069128ee43 req-bad7ddd8-04f1-40ee-a91f-e7ddaa833a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:11.048955 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-fe7aeb42-4378-431d-aa07-62069128ee43 req-bad7ddd8-04f1-40ee-a91f-e7ddaa833a7c service neutron] 10.222.0.85 "GET /v2.0/networks?id=ea3184e0-5a3e-4c08-862d-713868656b08 HTTP/1.1" status: 200 len: 921 time: 0.1420925 May 11 16:39:11.131027 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-fe7aeb42-4378-431d-aa07-62069128ee43 req-adca005c-e61b-4377-a1f9-083766f6ac7d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b480b343-c2b3-4563-b892-1da4f60b777f HTTP/1.1" status: 200 len: 217 time: 0.0721526 May 11 16:39:11.199806 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7aeb42-4378-431d-aa07-62069128ee43 req-1ca98621-fac1-4ccd-a30c-60e0767cdc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:11.203846 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-fe7aeb42-4378-431d-aa07-62069128ee43 req-1ca98621-fac1-4ccd-a30c-60e0767cdc94 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=83ee92e9-ebf4-4f5e-8d64-d234ce1a9847 HTTP/1.1" status: 200 len: 859 time: 0.0629637 May 11 16:39:11.234691 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-544c9398-c831-4995-95d5-900a7cafaa50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a62df00-29a8-4d61-951c-61830cc9308c {{(pid=78909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:39:11.250049 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-544c9398-c831-4995-95d5-900a7cafaa50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:11.261927 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-fe7aeb42-4378-431d-aa07-62069128ee43 req-df48cdeb-6ba3-44ac-a69e-ee6994aea7c4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ea3184e0-5a3e-4c08-862d-713868656b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488722 May 11 16:39:11.262613 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc5acf-26d5-46e8-8baa-7d3d29d9df34 req-71602b8c-18f7-4df4-9040-7822b0f96b72 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:11.264992 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-95cc5acf-26d5-46e8-8baa-7d3d29d9df34 req-71602b8c-18f7-4df4-9040-7822b0f96b72 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 947 time: 0.1751931 May 11 16:39:11.292952 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.provisioning_blocks [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-544c9398-c831-4995-95d5-900a7cafaa50 service neutron] Transition to ACTIVE for port object 2a62df00-29a8-4d61-951c-61830cc9308c will not be triggered until provisioned by entity L2. {{(pid=78909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:39:11.300686 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-544c9398-c831-4995-95d5-900a7cafaa50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15952591'] for port, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:11.307925 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-ad16a293-dbb9-4f5a-9d2c-03920952fabb tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:11.535937 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-fe7aeb42-4378-431d-aa07-62069128ee43 req-ac2e26db-e839-4f2c-9ac9-95bb6385dbe8 service neutron] 10.222.0.85 "GET /v2.0/networks/ea3184e0-5a3e-4c08-862d-713868656b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558689 May 11 16:39:11.683742 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-95cc5acf-26d5-46e8-8baa-7d3d29d9df34 req-c6dbc2b3-d2f8-47ce-baa9-690423025514 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4118536 May 11 16:39:11.848061 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c9398-c831-4995-95d5-900a7cafaa50 service neutron] Pushing event updated for resources: {'Port': ['ID=2a62df00-29a8-4d61-951c-61830cc9308c,revision_number=2']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:11.852116 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-544c9398-c831-4995-95d5-900a7cafaa50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:11.899008 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-fe7aeb42-4378-431d-aa07-62069128ee43 req-f1c30a3d-e5e2-4e33-ace1-d4d6204b7a49 service neutron] 10.222.0.85 "GET /v2.0/networks/ea3184e0-5a3e-4c08-862d-713868656b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541996 May 11 16:39:12.050571 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62821c48-c34e-4eaf-aa7b-4862a913df89 req-1430a341-f418-46ab-b0f7-3ba9228bab91 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:12.050571 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-62821c48-c34e-4eaf-aa7b-4862a913df89 req-1430a341-f418-46ab-b0f7-3ba9228bab91 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.4150383 May 11 16:39:12.065028 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.managers [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-544c9398-c831-4995-95d5-900a7cafaa50 service neutron] Attempting to bind port 2a62df00-29a8-4d61-951c-61830cc9308c on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:39:12.065392 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.managers [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-544c9398-c831-4995-95d5-900a7cafaa50 service neutron] Attempting to bind port 2a62df00-29a8-4d61-951c-61830cc9308c by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '968cce70-161c-43b3-9d57-d4947608969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237'}] {{(pid=78909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:39:12.065687 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-544c9398-c831-4995-95d5-900a7cafaa50 service neutron] Attempting to bind port 2a62df00-29a8-4d61-951c-61830cc9308c on network 8018b197-db88-43a2-a0a1-57da27d76237 {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:39:12.089442 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493de741-c69d-49ee-b544-afd373f32bc9 req-7a2add0f-c074-41e3-b3ca-24313c6ca119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:12.090947 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-493de741-c69d-49ee-b544-afd373f32bc9 req-7a2add0f-c074-41e3-b3ca-24313c6ca119 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 1100 time: 0.5101676 May 11 16:39:12.100676 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-544c9398-c831-4995-95d5-900a7cafaa50 service neutron] Port 2a62df00-29a8-4d61-951c-61830cc9308c on network 8018b197-db88-43a2-a0a1-57da27d76237 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:39:12.101002 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-544c9398-c831-4995-95d5-900a7cafaa50 service neutron] Attempting to bind port 2a62df00-29a8-4d61-951c-61830cc9308c on network 8018b197-db88-43a2-a0a1-57da27d76237 {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:39:12.105485 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 50452) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:12.134637 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-544c9398-c831-4995-95d5-900a7cafaa50 service neutron] Checking agent: {'id': 'd37e6d19-ade9-4e89-aecb-ac851dc75e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'started_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:39:12.134974 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-544c9398-c831-4995-95d5-900a7cafaa50 service neutron] Checking segment: {'id': '968cce70-161c-43b3-9d57-d4947608969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:39:12.135349 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-544c9398-c831-4995-95d5-900a7cafaa50 service neutron] Bound using segment: {'id': '968cce70-161c-43b3-9d57-d4947608969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237'} {{(pid=78909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:39:12.135834 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.managers [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-544c9398-c831-4995-95d5-900a7cafaa50 service neutron] Bound port: 2a62df00-29a8-4d61-951c-61830cc9308c, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '968cce70-161c-43b3-9d57-d4947608969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237'}}] {{(pid=78909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:39:12.136180 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-544c9398-c831-4995-95d5-900a7cafaa50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:12.175333 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-62821c48-c34e-4eaf-aa7b-4862a913df89 req-c70f2269-37c7-4545-a5ef-2f7c29d4d3eb tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114314 May 11 16:39:12.245756 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd28a9-3377-4f25-9087-44faee13e85b req-3f3cfd25-1c87-4439-8a9e-74cd18f9c62c tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:12.247170 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7ebd28a9-3377-4f25-9087-44faee13e85b req-3f3cfd25-1c87-4439-8a9e-74cd18f9c62c tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 944 time: 0.3352311 May 11 16:39:12.258262 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-493de741-c69d-49ee-b544-afd373f32bc9 req-45bb457e-6df4-49bd-b0b6-867c8bb8fb91 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1500413 May 11 16:39:12.274532 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-14bcfd09-0fae-4772-9788-aaaf8133cf43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:12.307925 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-14bcfd09-0fae-4772-9788-aaaf8133cf43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:39:12.315005 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-14bcfd09-0fae-4772-9788-aaaf8133cf43 admin admin] Usage tracker for resource:security_group_rule and tenant:e89ee2546c6d4e4a9125ad478e55734c is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:39:12.318274 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-14bcfd09-0fae-4772-9788-aaaf8133cf43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:39:12.324504 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-14bcfd09-0fae-4772-9788-aaaf8133cf43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:39:12.328889 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-544c9398-c831-4995-95d5-900a7cafaa50 service neutron] For port 2a62df00-29a8-4d61-951c-61830cc9308c, host hv-cinder-78960, cleared binding levels {{(pid=78909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:39:12.333603 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7ebd28a9-3377-4f25-9087-44faee13e85b req-092027df-c2f8-482d-a52f-8e960a09bf49 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723100 May 11 16:39:12.335352 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-544c9398-c831-4995-95d5-900a7cafaa50 service neutron] For port 2a62df00-29a8-4d61-951c-61830cc9308c, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2a62df00-29a8-4d61-951c-61830cc9308c,segment=NetworkSegment(968cce70-161c-43b3-9d57-d4947608969e),segment_id=968cce70-161c-43b3-9d57-d4947608969e)] {{(pid=78909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:39:12.341833 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-544c9398-c831-4995-95d5-900a7cafaa50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15952591'] for port, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:12.357462 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-07cd88a1-aed4-428b-b435-2170a3320192 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:12.418176 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-544c9398-c831-4995-95d5-900a7cafaa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:12.418890 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-544c9398-c831-4995-95d5-900a7cafaa50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:12.420681 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-544c9398-c831-4995-95d5-900a7cafaa50 service neutron] 10.222.0.85 "PUT /v2.0/ports/2a62df00-29a8-4d61-951c-61830cc9308c HTTP/1.1" status: 200 len: 1094 time: 1.7576377 May 11 16:39:12.421514 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388f7ae9-c57b-45f4-88a9-3d036aeb2ca2', 'tag': '2a62df00-29a8-4d61-951c-61830cc9308c'}] {{(pid=78909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:39:12.457762 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c9398-c831-4995-95d5-900a7cafaa50 service neutron] Pushing event updated for resources: {'Port': ['ID=2a62df00-29a8-4d61-951c-61830cc9308c,revision_number=3']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:12.473348 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-544c9398-c831-4995-95d5-900a7cafaa50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:12.487530 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-14bcfd09-0fae-4772-9788-aaaf8133cf43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:12.494347 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-14bcfd09-0fae-4772-9788-aaaf8133cf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:12.509067 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388f7ae9-c57b-45f4-88a9-3d036aeb2ca2', 'tag': '2a62df00-29a8-4d61-951c-61830cc9308c', 'status': 'completed', 'code': 200} May 11 16:39:12.531669 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-c08fb44c-d344-459d-96d0-d04924a49c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:12.555086 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-14bcfd09-0fae-4772-9788-aaaf8133cf43 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e89ee2546c6d4e4a9125ad478e55734c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4484222 May 11 16:39:12.558643 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 50466) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:12.578223 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bcfd09-0fae-4772-9788-aaaf8133cf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343a3e0b-e276-4fc2-b075-d50c25647b25,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:12.595221 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-14bcfd09-0fae-4772-9788-aaaf8133cf43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:12.610169 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:12.753844 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-48703bfd-9de3-4397-a1af-bf53c449e1ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:12.805070 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-84ca9fc7-363b-4f87-b40e-877fc853ae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:12.806575 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-84ca9fc7-363b-4f87-b40e-877fc853ae0e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8942d883f4c046ccbad8949c0b191e85&device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 1097 time: 0.2273617 May 11 16:39:12.808784 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-48703bfd-9de3-4397-a1af-bf53c449e1ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:12.952751 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e94f4-97d1-4e09-bc7d-1d14ff58fc11 req-2a98471f-8ad0-469e-b586-1597539811db tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:12.954447 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ef3e94f4-97d1-4e09-bc7d-1d14ff58fc11 req-2a98471f-8ad0-469e-b586-1597539811db tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.3078351 May 11 16:39:12.955787 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-7e0fc177-f296-4058-9d82-f5f5583ce4dd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a62df00-29a8-4d61-951c-61830cc9308c HTTP/1.1" status: 200 len: 217 time: 0.1387880 May 11 16:39:13.080592 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ef3e94f4-97d1-4e09-bc7d-1d14ff58fc11 req-f2f96a32-c595-4da7-a4b1-6efe1a0a65a1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099007 May 11 16:39:13.098470 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-2bd50a7a-32d7-4c49-b093-4cc4effca314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:13.099931 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-2bd50a7a-32d7-4c49-b093-4cc4effca314 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f4746050-1b0b-46d4-bb96-ceec96e125a2 HTTP/1.1" status: 200 len: 854 time: 0.1275270 May 11 16:39:13.101669 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-48703bfd-9de3-4397-a1af-bf53c449e1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:13.106901 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:13.159421 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48703bfd-9de3-4397-a1af-bf53c449e1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343a3e0b-e276-4fc2-b075-d50c25647b25,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:13.173277 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-48703bfd-9de3-4397-a1af-bf53c449e1ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:13.193036 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e3a4c-5bd6-4af3-90c8-1c6d76a95a2d req-ce5770d7-b5b4-41aa-bfa4-f78d88371af8 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:13.194581 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6d4e3a4c-5bd6-4af3-90c8-1c6d76a95a2d req-ce5770d7-b5b4-41aa-bfa4-f78d88371af8 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 947 time: 0.3120956 May 11 16:39:13.196722 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-48703bfd-9de3-4397-a1af-bf53c449e1ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:13.200525 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-48703bfd-9de3-4397-a1af-bf53c449e1ee admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/343a3e0b-e276-4fc2-b075-d50c25647b25 HTTP/1.1" status: 204 len: 168 time: 0.6375201 May 11 16:39:13.265799 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6d4e3a4c-5bd6-4af3-90c8-1c6d76a95a2d req-24a2b284-19c8-4700-9d27-4d81f923626d tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0602245 May 11 16:39:13.296387 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-cd183736-ab7a-48da-8308-e7cde8192116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:13.298365 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-cd183736-ab7a-48da-8308-e7cde8192116 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8018b197-db88-43a2-a0a1-57da27d76237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1846838 May 11 16:39:13.552954 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-a076ec6f-9fac-44ed-ad79-c7776875b215 service neutron] 10.222.0.85 "GET /v2.0/networks/8018b197-db88-43a2-a0a1-57da27d76237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453187 May 11 16:39:13.591185 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-4e9a03fb-6e05-452d-b2a1-09ca1987300c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:13.599151 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ccacc-1f79-405c-9df4-a10fc7e033ce req-2b81f9cd-6243-4d7d-b68f-3234e24bcac2 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:13.600856 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0d3ccacc-1f79-405c-9df4-a10fc7e033ce req-2b81f9cd-6243-4d7d-b68f-3234e24bcac2 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.1949422 May 11 16:39:13.640866 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:39:13.710070 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 50490) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:13.725102 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:13.733970 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-b22d276b-9e50-47c5-91c7-b8c72ceff697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:13.752528 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-b22d276b-9e50-47c5-91c7-b8c72ceff697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:39:13.757375 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-b22d276b-9e50-47c5-91c7-b8c72ceff697 admin admin] Usage tracker for resource:security_group_rule and tenant:faebf0f8bd0e498d9647e0506ed89e20 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:39:13.761071 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-b22d276b-9e50-47c5-91c7-b8c72ceff697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:39:13.767823 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-b22d276b-9e50-47c5-91c7-b8c72ceff697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:39:13.886579 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-b22d276b-9e50-47c5-91c7-b8c72ceff697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:13.892494 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-b22d276b-9e50-47c5-91c7-b8c72ceff697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:13.903327 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0d3ccacc-1f79-405c-9df4-a10fc7e033ce req-e9df38e9-151d-4088-9595-a45aebc43340 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724011 May 11 16:39:13.903839 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-14bcfd09-0fae-4772-9788-aaaf8133cf43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:13.985544 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111c0e8-9df9-4cd2-9dac-752afb25348f req-04527ab6-b6cd-406f-b40c-fdf321ef20da tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:13.987129 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d276b-9e50-47c5-91c7-b8c72ceff697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99533433-ea29-43b9-b45c-3c1bdaade5f5,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:13.993401 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b111c0e8-9df9-4cd2-9dac-752afb25348f req-04527ab6-b6cd-406f-b40c-fdf321ef20da tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 944 time: 0.4372675 May 11 16:39:13.996092 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-b22d276b-9e50-47c5-91c7-b8c72ceff697 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=faebf0f8bd0e498d9647e0506ed89e20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2831800 May 11 16:39:13.997685 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-b22d276b-9e50-47c5-91c7-b8c72ceff697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:13.997812 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-cf23a2c0-2ab0-45ec-ac82-e4f0de101545 req-e034c21c-2560-4b4e-a69e-2f8130b9c3e9 service neutron] 10.222.0.85 "GET /v2.0/networks/8018b197-db88-43a2-a0a1-57da27d76237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890071 May 11 16:39:13.998942 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 50496) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:14.091022 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b111c0e8-9df9-4cd2-9dac-752afb25348f req-faac86fa-2545-4bab-bec2-dcb5a64bcf46 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964746 May 11 16:39:14.161198 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-384396c6-3bf9-4529-ae71-d95dc7a71721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:14.241622 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-384396c6-3bf9-4529-ae71-d95dc7a71721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:14.300285 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573008d-01ba-40e3-91d2-52827249ffdc req-ea55db7e-9c28-4936-a303-db9038c3211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:14.302988 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2573008d-01ba-40e3-91d2-52827249ffdc req-ea55db7e-9c28-4936-a303-db9038c3211f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8942d883f4c046ccbad8949c0b191e85&device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 1097 time: 0.1974373 May 11 16:39:14.376002 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-384396c6-3bf9-4529-ae71-d95dc7a71721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:14.381781 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-5273ae3b-9497-40f4-b6ec-6506ce863b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:14.430525 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384396c6-3bf9-4529-ae71-d95dc7a71721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99533433-ea29-43b9-b45c-3c1bdaade5f5,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:14.433420 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-384396c6-3bf9-4529-ae71-d95dc7a71721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:14.456261 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-384396c6-3bf9-4529-ae71-d95dc7a71721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:14.457376 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-384396c6-3bf9-4529-ae71-d95dc7a71721 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/99533433-ea29-43b9-b45c-3c1bdaade5f5 HTTP/1.1" status: 204 len: 168 time: 0.4569199 May 11 16:39:14.676124 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240eea1-85e0-4076-b6e0-9b0c734b217a req-d22be47d-3ec8-4774-b5c2-68ebf659d88e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:14.677701 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a240eea1-85e0-4076-b6e0-9b0c734b217a req-d22be47d-3ec8-4774-b5c2-68ebf659d88e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.2552578 May 11 16:39:14.679749 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573008d-01ba-40e3-91d2-52827249ffdc req-4d6c42df-ab56-4e92-8d9d-9140410b0823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:14.681098 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2573008d-01ba-40e3-91d2-52827249ffdc req-4d6c42df-ab56-4e92-8d9d-9140410b0823 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8018b197-db88-43a2-a0a1-57da27d76237 HTTP/1.1" status: 200 len: 917 time: 0.3659706 May 11 16:39:14.789155 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b694f0-b4ef-48b4-87e3-675cc5a16d20 req-1df2ee96-8008-4a9b-9544-cd7c1cbc4645 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:14.790641 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-55b694f0-b4ef-48b4-87e3-675cc5a16d20 req-1df2ee96-8008-4a9b-9544-cd7c1cbc4645 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 947 time: 0.2801034 May 11 16:39:14.795729 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2573008d-01ba-40e3-91d2-52827249ffdc req-d4bb65e7-e072-4d2f-a74f-906a3fb8380b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a62df00-29a8-4d61-951c-61830cc9308c HTTP/1.1" status: 200 len: 217 time: 0.0992734 May 11 16:39:14.886016 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a240eea1-85e0-4076-b6e0-9b0c734b217a req-54ae0d78-b317-4892-b25d-a755e6cb38ce tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907587 May 11 16:39:14.918230 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573008d-01ba-40e3-91d2-52827249ffdc req-26f3d515-e698-4489-9440-2ef30b6507d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:14.922005 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2573008d-01ba-40e3-91d2-52827249ffdc req-26f3d515-e698-4489-9440-2ef30b6507d0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f4746050-1b0b-46d4-bb96-ceec96e125a2 HTTP/1.1" status: 200 len: 854 time: 0.1137266 May 11 16:39:14.925258 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-55b694f0-b4ef-48b4-87e3-675cc5a16d20 req-8d40152f-708c-4004-814d-3ea57dd1416f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1181524 May 11 16:39:15.041704 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573008d-01ba-40e3-91d2-52827249ffdc req-4bed58c8-c43d-46e0-89b9-a5b36702f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:15.043305 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2573008d-01ba-40e3-91d2-52827249ffdc req-4bed58c8-c43d-46e0-89b9-a5b36702f606 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8018b197-db88-43a2-a0a1-57da27d76237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1045673 May 11 16:39:15.058439 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:15.325321 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2573008d-01ba-40e3-91d2-52827249ffdc req-e03f3991-040b-4deb-a800-aa5e0e4ad145 service neutron] 10.222.0.85 "GET /v2.0/networks/8018b197-db88-43a2-a0a1-57da27d76237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732043 May 11 16:39:15.380900 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc15a8d-497a-4161-957d-ed4e4cfc87b1 req-2e52d267-cd16-4d7c-92bd-aea60139c9b3 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:15.382434 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-bbc15a8d-497a-4161-957d-ed4e4cfc87b1 req-2e52d267-cd16-4d7c-92bd-aea60139c9b3 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.2371852 May 11 16:39:15.513382 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-bbc15a8d-497a-4161-957d-ed4e4cfc87b1 req-b4446fb3-e92f-4e03-b305-ec593c7f57b6 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741320 May 11 16:39:15.557155 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb84c9d-6839-45b7-86c9-8ef4caaeba1a req-c79ae66c-36a1-41de-ba5b-ef2648aff276 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:15.558623 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8eb84c9d-6839-45b7-86c9-8ef4caaeba1a req-c79ae66c-36a1-41de-ba5b-ef2648aff276 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 944 time: 0.2931218 May 11 16:39:15.568605 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2573008d-01ba-40e3-91d2-52827249ffdc req-6a5d1b41-f617-4377-a1fd-13cb20040ec4 service neutron] 10.222.0.85 "GET /v2.0/networks/8018b197-db88-43a2-a0a1-57da27d76237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275596 May 11 16:39:15.620204 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8eb84c9d-6839-45b7-86c9-8ef4caaeba1a req-bdc9e11d-7a02-47ec-ac31-acb4022fb941 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505490 May 11 16:39:16.137235 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473c007-08d4-4d6d-be0c-974727945884 req-38f729e0-a669-46ec-8a4f-146c2d4de112 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:16.138748 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4473c007-08d4-4d6d-be0c-974727945884 req-38f729e0-a669-46ec-8a4f-146c2d4de112 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.0989230 May 11 16:39:16.245119 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4473c007-08d4-4d6d-be0c-974727945884 req-cf4e5025-6b81-4e63-a09c-d4d9bbdeadc1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656416 May 11 16:39:16.286380 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09da7fe-ff94-4169-b19c-e1d52205c60d req-37ba89eb-2cb3-4446-b5be-de9fb4fcdbc4 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:16.287915 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d09da7fe-ff94-4169-b19c-e1d52205c60d req-37ba89eb-2cb3-4446-b5be-de9fb4fcdbc4 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 947 time: 0.1480114 May 11 16:39:16.345163 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d09da7fe-ff94-4169-b19c-e1d52205c60d req-20c2cc1a-debf-425d-a032-9b1c219bc5b0 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0480878 May 11 16:39:16.365993 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 2a62df00-29a8-4d61-951c-61830cc9308c details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:39:16.525864 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 2a62df00-29a8-4d61-951c-61830cc9308c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2a62df00-29a8-4d61-951c-61830cc9308c,segment=NetworkSegment(968cce70-161c-43b3-9d57-d4947608969e),segment_id=968cce70-161c-43b3-9d57-d4947608969e)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:39:16.542220 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Returning: {'device': '2a62df00-29a8-4d61-951c-61830cc9308c', 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237', 'port_id': '2a62df00-29a8-4d61-951c-61830cc9308c', 'mac_address': 'fa:16:3e:4b:ba:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4746050-1b0b-46d4-bb96-ceec96e125a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:39:16.605957 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:16.623959 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a62df00-29a8-4d61-951c-61830cc9308c {{(pid=78911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:39:16.641496 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 2a62df00-29a8-4d61-951c-61830cc9308c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2a62df00-29a8-4d61-951c-61830cc9308c,segment=NetworkSegment(968cce70-161c-43b3-9d57-d4947608969e),segment_id=968cce70-161c-43b3-9d57-d4947608969e)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:39:16.647851 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:16.649836 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:16.731783 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=2a62df00-29a8-4d61-951c-61830cc9308c,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:16.735648 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:16.821245 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3320ca7-4f1c-4ac6-892e-2e0686fb8d0e req-cf147437-5ba5-420a-acaa-d63284fe5a1c tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:16.822850 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b3320ca7-4f1c-4ac6-892e-2e0686fb8d0e req-cf147437-5ba5-420a-acaa-d63284fe5a1c tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 945 time: 0.0887465 May 11 16:39:16.878625 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b3320ca7-4f1c-4ac6-892e-2e0686fb8d0e req-4c406b58-a6e9-437b-a75a-b57e3687c02b tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484464 May 11 16:39:17.014885 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['2a62df00-29a8-4d61-951c-61830cc9308c'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:39:17.267647 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37b6e5-c950-4f54-8e7e-cc79b3fa8ca7 req-94835004-38e2-4ca8-930e-ed02bbe41b6b tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:17.269132 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8f37b6e5-c950-4f54-8e7e-cc79b3fa8ca7 req-94835004-38e2-4ca8-930e-ed02bbe41b6b tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.0876884 May 11 16:39:17.472920 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8f37b6e5-c950-4f54-8e7e-cc79b3fa8ca7 req-991d50ab-f6ef-4795-95f4-7979e21eb90a tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970890 May 11 16:39:17.521970 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f88a7-75e8-40d4-8fe4-08ac06ebcc17 req-fcfb42d2-96a3-4ba9-86da-bbfc71907d3a tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:17.523466 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-534f88a7-75e8-40d4-8fe4-08ac06ebcc17 req-fcfb42d2-96a3-4ba9-86da-bbfc71907d3a tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.1280036 May 11 16:39:17.588835 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-534f88a7-75e8-40d4-8fe4-08ac06ebcc17 req-f87ca1e9-370d-404a-ae33-3d2411b42efe tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517552 May 11 16:39:17.597142 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:18.113685 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ac69a-d4f6-4f51-bfc4-18d125e0a2d9 req-97be2614-f71d-470f-a4dc-d9ccd624c7c3 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:18.115254 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-070ac69a-d4f6-4f51-bfc4-18d125e0a2d9 req-97be2614-f71d-470f-a4dc-d9ccd624c7c3 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 945 time: 0.1069942 May 11 16:39:18.167452 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-070ac69a-d4f6-4f51-bfc4-18d125e0a2d9 req-f4f060f8-40fb-4afe-a5f3-82b22dfc9745 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460932 May 11 16:39:18.375092 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 2a62df00-29a8-4d61-951c-61830cc9308c up at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:39:18.447957 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning for port 2a62df00-29a8-4d61-951c-61830cc9308c completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:39:18.453044 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning complete for port 2a62df00-29a8-4d61-951c-61830cc9308c triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:39:18.453646 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:18.636012 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:18.671223 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388f7ae9-c57b-45f4-88a9-3d036aeb2ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a62df00-29a8-4d61-951c-61830cc9308c'}] {{(pid=78911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:39:18.683662 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 2a62df00-29a8-4d61-951c-61830cc9308c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2a62df00-29a8-4d61-951c-61830cc9308c,segment=NetworkSegment(968cce70-161c-43b3-9d57-d4947608969e),segment_id=968cce70-161c-43b3-9d57-d4947608969e)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:39:18.691135 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:18.695482 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:18.759286 dv-cinder-789603-4-smb neutron-server[78911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388f7ae9-c57b-45f4-88a9-3d036aeb2ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a62df00-29a8-4d61-951c-61830cc9308c', 'code': 200} May 11 16:39:18.784004 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=2a62df00-29a8-4d61-951c-61830cc9308c,revision_number=5']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:18.787584 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:18.932334 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd46982-435c-4276-b902-60a0a46b124a req-107044bd-f3a4-4361-9042-be13f402073b tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:18.935152 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-cbd46982-435c-4276-b902-60a0a46b124a req-107044bd-f3a4-4361-9042-be13f402073b tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.1638837 May 11 16:39:18.994558 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-cbd46982-435c-4276-b902-60a0a46b124a req-854013c9-e5d3-49ce-a8e0-ba5f3b5ee531 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472860 May 11 16:39:19.107083 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852a995-b93c-4a58-95ed-4102eddc3919 req-7dd7f012-a7c1-4b1d-8831-2388b866d669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:19.109269 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9852a995-b93c-4a58-95ed-4102eddc3919 req-7dd7f012-a7c1-4b1d-8831-2388b866d669 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 1099 time: 0.0806367 May 11 16:39:19.165751 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9852a995-b93c-4a58-95ed-4102eddc3919 req-e2e892f2-25a0-48e3-82aa-43690de375eb service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424402 May 11 16:39:19.435554 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb407d-c4be-4596-ac3c-c3e311e43fdc req-fa5fa0fc-d475-4ea4-b4c0-6c8028886692 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:19.438135 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-68cb407d-c4be-4596-ac3c-c3e311e43fdc req-fa5fa0fc-d475-4ea4-b4c0-6c8028886692 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 946 time: 0.0964668 May 11 16:39:19.490194 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-68cb407d-c4be-4596-ac3c-c3e311e43fdc req-9c0d319a-287e-4977-a1fd-64fb7fec5f70 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444837 May 11 16:39:20.232027 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da19541-118a-40c9-aa1b-f1fd8ca0cf17 req-6355ba61-4a38-4fc7-8b18-d588a1e7c680 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:20.233532 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8da19541-118a-40c9-aa1b-f1fd8ca0cf17 req-6355ba61-4a38-4fc7-8b18-d588a1e7c680 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.0886953 May 11 16:39:20.299269 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8da19541-118a-40c9-aa1b-f1fd8ca0cf17 req-f3daf735-df53-4310-947b-25fea632a291 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581102 May 11 16:39:20.781484 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e69c9c-0561-48a1-87fb-b04101b0e5eb req-5b4abe4b-ec76-4048-bb25-6ca85bcbe287 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:20.783546 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f2e69c9c-0561-48a1-87fb-b04101b0e5eb req-5b4abe4b-ec76-4048-bb25-6ca85bcbe287 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 946 time: 0.1378238 May 11 16:39:21.028321 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f2e69c9c-0561-48a1-87fb-b04101b0e5eb req-53f5f2dc-19f9-4cad-a18c-66b607da1afa tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077796 May 11 16:39:21.085978 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6fceb-a45b-49e7-8cbe-b0d31d856fa2 req-6c5f949a-f7d8-4b56-892d-b4fb807ce3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:21.086475 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-45c6fceb-a45b-49e7-8cbe-b0d31d856fa2 req-6c5f949a-f7d8-4b56-892d-b4fb807ce3fa service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bb3db5d8cbfa44f0a16514218b4ef74f&device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 1098 time: 0.1940212 May 11 16:39:21.125101 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcb75e-cb09-4aca-a847-8649ff2fb5b4 req-f98aa706-7519-4acf-a5f4-97d298c7a780 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:21.127627 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1efcb75e-cb09-4aca-a847-8649ff2fb5b4 req-f98aa706-7519-4acf-a5f4-97d298c7a780 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.1457136 May 11 16:39:21.300902 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1efcb75e-cb09-4aca-a847-8649ff2fb5b4 req-d73f2ee8-b7f5-4937-a905-4b9c2331a472 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181626 May 11 16:39:21.349837 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6fceb-a45b-49e7-8cbe-b0d31d856fa2 req-d8c59a8e-3497-4ec6-9a8e-3d4d109b5a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:21.351281 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-45c6fceb-a45b-49e7-8cbe-b0d31d856fa2 req-d8c59a8e-3497-4ec6-9a8e-3d4d109b5a22 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ea3184e0-5a3e-4c08-862d-713868656b08 HTTP/1.1" status: 200 len: 921 time: 0.2554047 May 11 16:39:21.433577 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefc384-4f41-4716-8d53-90a71d60df76 req-48027e21-990d-46ca-bb31-39b5c02dbfa3 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:21.435077 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5fefc384-4f41-4716-8d53-90a71d60df76 req-48027e21-990d-46ca-bb31-39b5c02dbfa3 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 946 time: 0.2536821 May 11 16:39:21.481966 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-45c6fceb-a45b-49e7-8cbe-b0d31d856fa2 req-8a6fb71e-6015-49ce-8b68-148bd92d9f94 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b480b343-c2b3-4563-b892-1da4f60b777f HTTP/1.1" status: 200 len: 217 time: 0.1205983 May 11 16:39:21.620437 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5fefc384-4f41-4716-8d53-90a71d60df76 req-7e7df0e7-d95a-4d13-bf4b-875bfb38ccaf tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448159 May 11 16:39:21.627602 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6fceb-a45b-49e7-8cbe-b0d31d856fa2 req-40bac845-6342-4089-9d2a-9540e425e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:21.629200 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-45c6fceb-a45b-49e7-8cbe-b0d31d856fa2 req-40bac845-6342-4089-9d2a-9540e425e9bc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=83ee92e9-ebf4-4f5e-8d64-d234ce1a9847 HTTP/1.1" status: 200 len: 859 time: 0.1398828 May 11 16:39:21.704073 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-45c6fceb-a45b-49e7-8cbe-b0d31d856fa2 req-853f9591-0975-4a0d-858a-4f23a7e2baf8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ea3184e0-5a3e-4c08-862d-713868656b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647657 May 11 16:39:21.713301 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d4ed6-9d6e-4bc2-824f-118fe7cfeeea req-6fca4615-2795-4a52-a7c3-4d87e21f6bfc tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:21.714810 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-369d4ed6-9d6e-4bc2-824f-118fe7cfeeea req-6fca4615-2795-4a52-a7c3-4d87e21f6bfc tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.2972856 May 11 16:39:21.869278 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-369d4ed6-9d6e-4bc2-824f-118fe7cfeeea req-68b3c32a-1893-42f1-b382-0a0416bfcf1a tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303742 May 11 16:39:21.925337 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-45c6fceb-a45b-49e7-8cbe-b0d31d856fa2 req-14f8d3d8-2be8-4f7a-b6f9-154a6b552f2d service neutron] 10.222.0.85 "GET /v2.0/networks/ea3184e0-5a3e-4c08-862d-713868656b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094817 May 11 16:39:22.251487 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-45c6fceb-a45b-49e7-8cbe-b0d31d856fa2 req-e3ebadff-cfad-4705-8c15-c27f04b641c2 service neutron] 10.222.0.85 "GET /v2.0/networks/ea3184e0-5a3e-4c08-862d-713868656b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165975 May 11 16:39:22.284888 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e37d57-b2de-4540-bc7c-79ba51c3e40e req-088d1da2-6e97-46d7-a34a-025ae216a8f2 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:22.287964 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-66e37d57-b2de-4540-bc7c-79ba51c3e40e req-088d1da2-6e97-46d7-a34a-025ae216a8f2 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 946 time: 0.1517894 May 11 16:39:22.359736 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-66e37d57-b2de-4540-bc7c-79ba51c3e40e req-82ab55db-9494-40eb-8c8c-b580338164d6 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638151 May 11 16:39:22.629084 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232bba4-b1c5-4bfd-b69d-451e14bd34d2 req-16e13fc4-556e-4bea-896a-8cb9377fe278 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:22.630824 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-e232bba4-b1c5-4bfd-b69d-451e14bd34d2 req-16e13fc4-556e-4bea-896a-8cb9377fe278 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.1251240 May 11 16:39:22.697077 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-e232bba4-b1c5-4bfd-b69d-451e14bd34d2 req-88647b83-1136-44b9-80b9-e88ee9061059 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572605 May 11 16:39:23.098086 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d230a7a-5007-4dbb-b6f7-fba51b952afa req-703882b1-8503-4dfb-b7d9-c9aac77e20cc tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:23.099554 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3d230a7a-5007-4dbb-b6f7-fba51b952afa req-703882b1-8503-4dfb-b7d9-c9aac77e20cc tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.0969400 May 11 16:39:23.152877 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3d230a7a-5007-4dbb-b6f7-fba51b952afa req-572be0fa-a986-42d5-8ba8-12c5c17ba04b tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441301 May 11 16:39:23.967912 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7d6b4-59dc-46e2-a444-de7d2d4f6ca2 req-64d551fa-5347-45da-b4ea-cef06b7de27f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:23.969477 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-39e7d6b4-59dc-46e2-a444-de7d2d4f6ca2 req-64d551fa-5347-45da-b4ea-cef06b7de27f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.1447875 May 11 16:39:24.025043 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-39e7d6b4-59dc-46e2-a444-de7d2d4f6ca2 req-8eb4cc85-bd57-496d-ad66-5fc1cfd2d28c tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489912 May 11 16:39:24.128484 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d7689-f036-46ba-a60d-46634657d011 req-80f18aee-650e-42fc-8b04-48f9bf2ec1f6 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:24.130791 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0d8d7689-f036-46ba-a60d-46634657d011 req-80f18aee-650e-42fc-8b04-48f9bf2ec1f6 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=6379fa66-3600-49a8-9504-01cf602a88fb HTTP/1.1" status: 200 len: 945 time: 0.0922852 May 11 16:39:24.197502 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0d8d7689-f036-46ba-a60d-46634657d011 req-5988b93c-d6b3-4b99-b969-67b4bc9157be tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543051 May 11 16:39:24.475326 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f52be2-c645-42d2-9aeb-eac5d4c58980 req-f7396275-e336-4d5d-9b94-e5eae1247270 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:24.476927 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-85f52be2-c645-42d2-9aeb-eac5d4c58980 req-f7396275-e336-4d5d-9b94-e5eae1247270 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.1324153 May 11 16:39:24.534332 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-85f52be2-c645-42d2-9aeb-eac5d4c58980 req-252e3135-abd0-42ff-b19a-22c66448f551 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487187 May 11 16:39:25.246521 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fba797-b0b6-4146-8a0f-de53c0282bcd req-c138afd8-f7e9-4397-9f0a-cd1897f3a408 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:25.248265 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-e1fba797-b0b6-4146-8a0f-de53c0282bcd req-c138afd8-f7e9-4397-9f0a-cd1897f3a408 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.1008027 May 11 16:39:25.315614 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-e1fba797-b0b6-4146-8a0f-de53c0282bcd req-d9f4a8e8-1de8-4738-9070-08a6d461f422 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606844 May 11 16:39:25.445845 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2b7b0-4db5-4887-b7c2-65cf3527780f req-fea34606-f881-4ad0-86c2-d2f810ef37d6 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:25.447587 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d3b2b7b0-4db5-4887-b7c2-65cf3527780f req-fea34606-f881-4ad0-86c2-d2f810ef37d6 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=6379fa66-3600-49a8-9504-01cf602a88fb HTTP/1.1" status: 200 len: 945 time: 0.1031051 May 11 16:39:25.504548 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d3b2b7b0-4db5-4887-b7c2-65cf3527780f req-ecfb3bdb-279c-4cde-b452-8cc54eceeca6 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498197 May 11 16:39:25.757673 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ceb60b-ef8d-4bdc-93bb-096b1b445f6c req-90f51448-67bc-4892-a3f1-f2a1568bdf14 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:25.759171 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-93ceb60b-ef8d-4bdc-93bb-096b1b445f6c req-90f51448-67bc-4892-a3f1-f2a1568bdf14 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.0918932 May 11 16:39:25.812663 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-93ceb60b-ef8d-4bdc-93bb-096b1b445f6c req-33470165-69d4-4443-9bd1-5a5ee48e43f3 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472734 May 11 16:39:26.532485 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f87a51-9f2b-46c3-95a2-2df623c743db req-305993ac-8292-4ca1-8c7f-5f404faa4b45 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:26.537257 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-68f87a51-9f2b-46c3-95a2-2df623c743db req-305993ac-8292-4ca1-8c7f-5f404faa4b45 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.0991528 May 11 16:39:26.615320 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-68f87a51-9f2b-46c3-95a2-2df623c743db req-5dc6788f-94f6-4201-a43a-fed06b6251ff tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713532 May 11 16:39:26.717490 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da4705-bb78-42bb-8a5f-a55f36c17d96 req-75eff742-41e2-49c0-8571-6291cfbe9843 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:26.724253 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-37da4705-bb78-42bb-8a5f-a55f36c17d96 req-75eff742-41e2-49c0-8571-6291cfbe9843 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=6379fa66-3600-49a8-9504-01cf602a88fb HTTP/1.1" status: 200 len: 945 time: 0.1041369 May 11 16:39:26.771328 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-37da4705-bb78-42bb-8a5f-a55f36c17d96 req-f52ca01a-0b98-4ea3-8f06-11a3ecbaaf6d tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458918 May 11 16:39:27.028824 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15757cc6-513f-4093-8498-c8fcff79b37b req-053dc1bc-088b-4aac-b2be-ef3189ec88bb tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:27.030452 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-15757cc6-513f-4093-8498-c8fcff79b37b req-053dc1bc-088b-4aac-b2be-ef3189ec88bb tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.0892413 May 11 16:39:27.084168 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-15757cc6-513f-4093-8498-c8fcff79b37b req-42089fc8-a89a-46a7-9c87-f396ff81383c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470710 May 11 16:39:27.647237 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e3b1f-d2d3-4dfd-8662-9e362de3db7e req-3f8b1c45-ad42-45d6-bc27-ead070f67515 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:27.648959 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c21e3b1f-d2d3-4dfd-8662-9e362de3db7e req-3f8b1c45-ad42-45d6-bc27-ead070f67515 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 946 time: 0.0979643 May 11 16:39:27.699574 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c21e3b1f-d2d3-4dfd-8662-9e362de3db7e req-47ee2f0d-4021-410e-972f-500125e24012 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433314 May 11 16:39:27.734748 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 50792) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:27.841816 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98433b-79b3-40ad-88d0-f4124bb38b14 req-7121aad9-86fd-4bde-ac01-fe68fd560050 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:27.843716 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ab98433b-79b3-40ad-88d0-f4124bb38b14 req-7121aad9-86fd-4bde-ac01-fe68fd560050 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.0983875 May 11 16:39:27.905961 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ab98433b-79b3-40ad-88d0-f4124bb38b14 req-df55ccd2-08a8-4717-9651-0562b4c1a42d tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545461 May 11 16:39:28.027342 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473187d-9e28-4fac-8679-5095855e2277 req-6014faac-f137-4d0f-a7d9-3b737c9f27e5 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:28.029209 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b473187d-9e28-4fac-8679-5095855e2277 req-6014faac-f137-4d0f-a7d9-3b737c9f27e5 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=6379fa66-3600-49a8-9504-01cf602a88fb HTTP/1.1" status: 200 len: 945 time: 0.1201012 May 11 16:39:28.091418 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b473187d-9e28-4fac-8679-5095855e2277 req-0623c2f7-acd5-48a2-b6b5-b80b13d0f30d tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540130 May 11 16:39:28.093636 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e525fe-307b-4028-80e1-89db21236d42 tempest-TestMinimumBasicScenario-1084371101 tempest-TestMinimumBasicScenario-1084371101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:28.093636 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-55e525fe-307b-4028-80e1-89db21236d42 tempest-TestMinimumBasicScenario-1084371101 tempest-TestMinimumBasicScenario-1084371101-project-admin] Synchronizing usage tracker for tenant:f0a20adcd2b44d589a805290b5691de2 on resource:port {{(pid=78910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:39:28.115371 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-55e525fe-307b-4028-80e1-89db21236d42 tempest-TestMinimumBasicScenario-1084371101 tempest-TestMinimumBasicScenario-1084371101-project-admin] Unset dirty status for tenant:f0a20adcd2b44d589a805290b5691de2 on resource:port {{(pid=78910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:39:28.119911 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 50802) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:28.120163 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-55e525fe-307b-4028-80e1-89db21236d42 tempest-TestMinimumBasicScenario-1084371101 tempest-TestMinimumBasicScenario-1084371101-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 1094 time: 0.3841703 May 11 16:39:28.132162 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-70c5eed1-369d-4f21-8f50-382d2a2ebb1f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Request body: {'floatingip': {'floating_network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'port_id': '2a62df00-29a8-4d61-951c-61830cc9308c', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'fixed_ip_address': '172.20.0.11'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:39:28.141058 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-70c5eed1-369d-4f21-8f50-382d2a2ebb1f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:39:28.146497 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-70c5eed1-369d-4f21-8f50-382d2a2ebb1f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Usage tracker for resource:floatingip and tenant:8942d883f4c046ccbad8949c0b191e85 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:39:28.155517 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-70c5eed1-369d-4f21-8f50-382d2a2ebb1f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:39:28.165259 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-70c5eed1-369d-4f21-8f50-382d2a2ebb1f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:39:28.182301 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-70c5eed1-369d-4f21-8f50-382d2a2ebb1f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for floatingip, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:28.469286 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa99eaf-9a49-4d96-a003-e66e77d66609 req-30f6bfe1-5284-4cb2-8cce-f878fea41681 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:28.470841 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5aa99eaf-9a49-4d96-a003-e66e77d66609 req-30f6bfe1-5284-4cb2-8cce-f878fea41681 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.2188706 May 11 16:39:28.545613 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5aa99eaf-9a49-4d96-a003-e66e77d66609 req-de3de707-7440-49aa-9062-39893536329d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637331 May 11 16:39:28.548509 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-70c5eed1-369d-4f21-8f50-382d2a2ebb1f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:28.762858 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.db_base_plugin_common [None req-70c5eed1-369d-4f21-8f50-382d2a2ebb1f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Allocated IP 172.28.1.51 (b8617b39-e2b1-4863-8310-b30d869022e5/f9de70b6-644a-45ab-98dc-77e0c30714b2/c0a79b3c-0386-4188-92d2-936dac8e4c25) {{(pid=78909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:39:29.142118 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-70c5eed1-369d-4f21-8f50-382d2a2ebb1f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for port, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:29.185282 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdcf01-e285-4998-9802-09d38858211a req-0bdf77e1-451e-49d1-bd9d-f884ac151525 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:29.187816 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2ffdcf01-e285-4998-9802-09d38858211a req-0bdf77e1-451e-49d1-bd9d-f884ac151525 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.2885783 May 11 16:39:29.244221 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caef904-cb75-43f7-b3e8-56bbc16574e5 req-869a3ff6-57cd-4a8e-995b-a575412fbdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:29.245736 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3caef904-cb75-43f7-b3e8-56bbc16574e5 req-869a3ff6-57cd-4a8e-995b-a575412fbdb0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4736f52286484cdda08e797d3f5fb330&device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 1098 time: 0.2728064 May 11 16:39:29.359865 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-70c5eed1-369d-4f21-8f50-382d2a2ebb1f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:29.369231 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-8043be76-24f7-4b92-adc0-8ba82fa88f18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:29.403187 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2ffdcf01-e285-4998-9802-09d38858211a req-45d531a1-6559-4409-8c45-9e51bbec07fb tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056348 May 11 16:39:29.412080 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20169981-33a7-4e6f-bc50-2d8990c439b6 req-232b0b84-02d3-430a-b9eb-2b5b1159e897 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:29.413646 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-20169981-33a7-4e6f-bc50-2d8990c439b6 req-232b0b84-02d3-430a-b9eb-2b5b1159e897 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.3683496 May 11 16:39:29.485571 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c5eed1-369d-4f21-8f50-382d2a2ebb1f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Network b8617b39-e2b1-4863-8310-b30d869022e5 is already hosted by enough agents. {{(pid=78909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:39:29.502653 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.base_scheduler [None req-70c5eed1-369d-4f21-8f50-382d2a2ebb1f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Resources bound (agent type, host, resource id): {{(pid=78909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:39:29.536713 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c5eed1-369d-4f21-8f50-382d2a2ebb1f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Received port after_create {{(pid=78909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:39:29.577820 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5eed1-369d-4f21-8f50-382d2a2ebb1f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Pushing event updated for resources: {'Port': ['ID=c0a79b3c-0386-4188-92d2-936dac8e4c25,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:29.588494 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-70c5eed1-369d-4f21-8f50-382d2a2ebb1f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:29.643201 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-20169981-33a7-4e6f-bc50-2d8990c439b6 req-21e833cd-0362-4ad1-a3d4-98db8e4cb87a tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076082 May 11 16:39:29.712857 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caef904-cb75-43f7-b3e8-56bbc16574e5 req-2d7cdb1e-d81b-4e8c-a3ab-8fb97d9cd8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:29.714729 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3caef904-cb75-43f7-b3e8-56bbc16574e5 req-2d7cdb1e-d81b-4e8c-a3ab-8fb97d9cd8b5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc HTTP/1.1" status: 200 len: 913 time: 0.4560277 May 11 16:39:29.953330 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3caef904-cb75-43f7-b3e8-56bbc16574e5 req-c22f6d54-26cc-452c-b94e-3a3396454f44 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77eddc3e-a2be-4d50-b58c-73253d7a8464 HTTP/1.1" status: 200 len: 1001 time: 0.2294981 May 11 16:39:30.034895 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49f010-a235-43a0-98e4-ed641be5808a req-2c0d810a-4341-4d26-8c7d-e9977d73aa40 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:30.036674 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ce49f010-a235-43a0-98e4-ed641be5808a req-2c0d810a-4341-4d26-8c7d-e9977d73aa40 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=6379fa66-3600-49a8-9504-01cf602a88fb HTTP/1.1" status: 200 len: 945 time: 0.4661093 May 11 16:39:30.146345 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c95e9-8c0f-4946-bc4b-a7465e2ef9f2 req-a62a4084-f3a6-4992-a638-44e53c412f0e tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:30.148214 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-bb8c95e9-8c0f-4946-bc4b-a7465e2ef9f2 req-a62a4084-f3a6-4992-a638-44e53c412f0e tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.85 "GET /v2.0/ports?device_id=6379fa66-3600-49a8-9504-01cf602a88fb HTTP/1.1" status: 200 len: 945 time: 0.4936280 May 11 16:39:30.429604 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caef904-cb75-43f7-b3e8-56bbc16574e5 req-bcfff962-b9f0-40bb-a2fa-fa6cccff0ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:30.431122 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3caef904-cb75-43f7-b3e8-56bbc16574e5 req-bcfff962-b9f0-40bb-a2fa-fa6cccff0ab9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=92408bfd-18b4-4d40-bf0b-34a82b102005 HTTP/1.1" status: 200 len: 850 time: 0.4616196 May 11 16:39:30.519026 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ce49f010-a235-43a0-98e4-ed641be5808a req-a2f4178a-6686-4e0e-8bae-6ab8309e364c tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721751 May 11 16:39:30.762834 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caef904-cb75-43f7-b3e8-56bbc16574e5 req-35c4d1af-b751-487a-9dcd-8c51b8fa04ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:30.764522 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3caef904-cb75-43f7-b3e8-56bbc16574e5 req-35c4d1af-b751-487a-9dcd-8c51b8fa04ad service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3216724 May 11 16:39:30.850289 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd6a0a-0de7-4892-9854-951f85cb145c req-752a88c5-8d61-471f-9f7f-4e45cdcb0a76 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:30.852604 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-abcd6a0a-0de7-4892-9854-951f85cb145c req-752a88c5-8d61-471f-9f7f-4e45cdcb0a76 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.3198926 May 11 16:39:30.874266 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [req-bb8c95e9-8c0f-4946-bc4b-a7465e2ef9f2 req-a371f016-c7e0-48ac-9d77-c90fc48ae5bb tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Deleting port fd292ea3-c845-44cb-be3a-5191eacf445a {{(pid=78909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:39:30.874708 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-bb8c95e9-8c0f-4946-bc4b-a7465e2ef9f2 req-a371f016-c7e0-48ac-9d77-c90fc48ae5bb tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:31.105637 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-70c5eed1-369d-4f21-8f50-382d2a2ebb1f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:31.172826 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-abcd6a0a-0de7-4892-9854-951f85cb145c req-88161d9b-a0ad-4935-a01f-5c70fa7cba90 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2823601 May 11 16:39:31.207667 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3caef904-cb75-43f7-b3e8-56bbc16574e5 req-239349c9-9cfb-4de9-9d29-dd44da5e6117 service neutron] 10.222.0.85 "GET /v2.0/networks/d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310842 May 11 16:39:31.343604 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [req-bb8c95e9-8c0f-4946-bc4b-a7465e2ef9f2 req-a371f016-c7e0-48ac-9d77-c90fc48ae5bb tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] For port fd292ea3-c845-44cb-be3a-5191eacf445a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fd292ea3-c845-44cb-be3a-5191eacf445a,segment=NetworkSegment(29eb896a-4001-43bc-bb61-d95d98e51cd2),segment_id=29eb896a-4001-43bc-bb61-d95d98e51cd2)] {{(pid=78909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:39:31.344004 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-bb8c95e9-8c0f-4946-bc4b-a7465e2ef9f2 req-a371f016-c7e0-48ac-9d77-c90fc48ae5bb tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:31.374027 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ab77e-ea27-4607-8bc8-7171506c9490 req-24c1619d-315c-4c82-9595-a021032913f0 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:31.375792 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-292ab77e-ea27-4607-8bc8-7171506c9490 req-24c1619d-315c-4c82-9595-a021032913f0 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.6042426 May 11 16:39:31.532355 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [req-bb8c95e9-8c0f-4946-bc4b-a7465e2ef9f2 req-a371f016-c7e0-48ac-9d77-c90fc48ae5bb tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Calling delete_port for fd292ea3-c845-44cb-be3a-5191eacf445a owned by compute:nova {{(pid=78909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:39:31.567098 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-70c5eed1-369d-4f21-8f50-382d2a2ebb1f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:31.728558 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-292ab77e-ea27-4607-8bc8-7171506c9490 req-9f26752d-0b84-4921-af5e-eedc7f30b707 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868650 May 11 16:39:31.744595 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3caef904-cb75-43f7-b3e8-56bbc16574e5 req-60fc7558-abe4-47d6-b1ad-1077a7802899 service neutron] 10.222.0.85 "GET /v2.0/networks/d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241921 May 11 16:39:31.970400 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca5e38-3357-40fc-a633-39dcdb1f1bef req-43ff3694-afc0-453c-b9e7-cedf94cde522 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:31.971882 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c5ca5e38-3357-40fc-a633-39dcdb1f1bef req-43ff3694-afc0-453c-b9e7-cedf94cde522 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=6379fa66-3600-49a8-9504-01cf602a88fb HTTP/1.1" status: 200 len: 945 time: 0.3173921 May 11 16:39:32.043949 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-bb8c95e9-8c0f-4946-bc4b-a7465e2ef9f2 req-a371f016-c7e0-48ac-9d77-c90fc48ae5bb tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:32.056543 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-b1d7962e-ff2d-4ea0-95ab-26e3194d4a42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:32.105224 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c5ca5e38-3357-40fc-a633-39dcdb1f1bef req-98b2f941-3dc3-4cec-81ae-e8b1bcc2ac49 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/security-groups?id=15ac912c-4b21-4a90-a0ca-4a37f6f0702b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183939 May 11 16:39:32.128183 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371f016-c7e0-48ac-9d77-c90fc48ae5bb tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Pushing event deleted for resources: {'Port': ['ID=fd292ea3-c845-44cb-be3a-5191eacf445a,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:32.285825 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-70c5eed1-369d-4f21-8f50-382d2a2ebb1f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for port, precommit_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:32.287665 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-a371f016-c7e0-48ac-9d77-c90fc48ae5bb tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:32.294325 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-70c5eed1-369d-4f21-8f50-382d2a2ebb1f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15952591'] for port, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:32.303931 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-544c9398-c831-4995-95d5-900a7cafaa50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:32.440471 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8c95e9-8c0f-4946-bc4b-a7465e2ef9f2 req-a371f016-c7e0-48ac-9d77-c90fc48ae5bb tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] No DVR routers for this DVR port fd292ea3-c845-44cb-be3a-5191eacf445a on host hv-cinder-78960 {{(pid=78909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:39:32.476582 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-bb8c95e9-8c0f-4946-bc4b-a7465e2ef9f2 req-a371f016-c7e0-48ac-9d77-c90fc48ae5bb tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:32.480742 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6379fa66-3600-49a8-9504-01cf602a88fb', 'name': 'network-vif-deleted', 'tag': 'fd292ea3-c845-44cb-be3a-5191eacf445a'}] {{(pid=78909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:39:32.488865 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device fd292ea3-c845-44cb-be3a-5191eacf445a no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:39:32.527035 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5eed1-369d-4f21-8f50-382d2a2ebb1f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Pushing event updated for resources: {'Port': ['ID=c0a79b3c-0386-4188-92d2-936dac8e4c25,revision_number=2']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:32.530189 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] No Port match for: fd292ea3-c845-44cb-be3a-5191eacf445a {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:39:32.530189 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device fd292ea3-c845-44cb-be3a-5191eacf445a not bound to the agent host hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:39:32.531985 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-70c5eed1-369d-4f21-8f50-382d2a2ebb1f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:32.539189 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-bb8c95e9-8c0f-4946-bc4b-a7465e2ef9f2 req-a371f016-c7e0-48ac-9d77-c90fc48ae5bb tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.85 "DELETE /v2.0/ports/fd292ea3-c845-44cb-be3a-5191eacf445a HTTP/1.1" status: 204 len: 173 time: 2.3083079 May 11 16:39:32.555654 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-70c5eed1-369d-4f21-8f50-382d2a2ebb1f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397171'] for floatingip, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:32.612720 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6379fa66-3600-49a8-9504-01cf602a88fb', 'name': 'network-vif-deleted', 'tag': 'fd292ea3-c845-44cb-be3a-5191eacf445a', 'status': 'completed', 'code': 200} May 11 16:39:32.726886 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba7f72-a472-4cbe-8d52-e2a2201a795a req-bb4bb916-f806-40c1-86df-cb7b5e93c8c5 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:32.728490 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1dba7f72-a472-4cbe-8d52-e2a2201a795a req-bb4bb916-f806-40c1-86df-cb7b5e93c8c5 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.3878078 May 11 16:39:32.816004 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.db.l3_db [None req-70c5eed1-369d-4f21-8f50-382d2a2ebb1f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Floating IP d41a1d7f-f8a6-4f6b-9668-ba6521592364 associated. External IP: 172.28.1.51, port: 2a62df00-29a8-4d61-951c-61830cc9308c. May 11 16:39:32.868991 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1dba7f72-a472-4cbe-8d52-e2a2201a795a req-cd5349d5-febc-4717-b95a-314fbbe6e4c7 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260343 May 11 16:39:33.127419 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b468c6-0e09-4f3b-8bf9-866d963dcbef req-3264a6f6-f538-49d2-9fb4-2000166df0f0 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:33.129680 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c8b468c6-0e09-4f3b-8bf9-866d963dcbef req-3264a6f6-f538-49d2-9fb4-2000166df0f0 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.2590692 May 11 16:39:33.272956 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c8b468c6-0e09-4f3b-8bf9-866d963dcbef req-97efd356-5188-41b2-9428-d905ebfc73fb tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377599 May 11 16:39:33.332845 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-42130104-9129-4deb-92ec-cb8d64bb4edc req-7946be9f-2674-4728-99b8-5fd8adbf6aa1 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Synchronizing usage tracker for tenant:47e91d234d6a45e18f414dac9c90fa1f on resource:port {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:39:33.367811 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c5eed1-369d-4f21-8f50-382d2a2ebb1f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Router 8205f26f-f5d3-46cc-97f3-b94edfedd3f5 has already been hosted by L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae {{(pid=78909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:39:33.376281 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-42130104-9129-4deb-92ec-cb8d64bb4edc req-7946be9f-2674-4728-99b8-5fd8adbf6aa1 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Unset dirty status for tenant:47e91d234d6a45e18f414dac9c90fa1f on resource:port {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:39:33.377662 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-42130104-9129-4deb-92ec-cb8d64bb4edc req-7946be9f-2674-4728-99b8-5fd8adbf6aa1 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] 10.222.0.76 "GET /v2.0/ports?device_id=6379fa66-3600-49a8-9504-01cf602a88fb HTTP/1.1" status: 200 len: 210 time: 0.1037714 May 11 16:39:33.565782 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c5eed1-369d-4f21-8f50-382d2a2ebb1f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:39:33.575151 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bff1f0e-b5ff-4c7e-a9a1-95e7c31461c9 None None] Sync routers for ids ['8205f26f-f5d3-46cc-97f3-b94edfedd3f5'] in dv-cinder-789603-4-smb {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:39:33.584977 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bff1f0e-b5ff-4c7e-a9a1-95e7c31461c9 None None] Routers {'8205f26f-f5d3-46cc-97f3-b94edfedd3f5'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:39:33.585588 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-2bff1f0e-b5ff-4c7e-a9a1-95e7c31461c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:39:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['8205f26f-f5d3-46cc-97f3-b94edfedd3f5'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:33.587124 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-70c5eed1-369d-4f21-8f50-382d2a2ebb1f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for floatingip, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:33.656887 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-70c5eed1-369d-4f21-8f50-382d2a2ebb1f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5353353 May 11 16:39:33.659386 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 50852) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:33.664561 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-e111a4e9-9c69-48cf-af55-dda2f4c9c1c1 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1035821651', 'description': 'tempest-secgroup-smoke-1035821651 description', 'project_id': '8942d883f4c046ccbad8949c0b191e85'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:39:33.670632 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-e111a4e9-9c69-48cf-af55-dda2f4c9c1c1 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:39:33.674555 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-e111a4e9-9c69-48cf-af55-dda2f4c9c1c1 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Usage tracker for resource:security_group and tenant:8942d883f4c046ccbad8949c0b191e85 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:39:33.677736 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-e111a4e9-9c69-48cf-af55-dda2f4c9c1c1 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:39:33.684337 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-e111a4e9-9c69-48cf-af55-dda2f4c9c1c1 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:39:33.696752 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e111a4e9-9c69-48cf-af55-dda2f4c9c1c1 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:33.721026 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-e111a4e9-9c69-48cf-af55-dda2f4c9c1c1 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:39:33.725173 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-e111a4e9-9c69-48cf-af55-dda2f4c9c1c1 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Usage tracker for resource:security_group_rule and tenant:8942d883f4c046ccbad8949c0b191e85 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:39:33.728362 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-e111a4e9-9c69-48cf-af55-dda2f4c9c1c1 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:39:33.735253 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-e111a4e9-9c69-48cf-af55-dda2f4c9c1c1 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:39:33.778423 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-2bff1f0e-b5ff-4c7e-a9a1-95e7c31461c9 None None] Set router 8205f26f-f5d3-46cc-97f3-b94edfedd3f5 gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:39:33.815197 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e111a4e9-9c69-48cf-af55-dda2f4c9c1c1 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:33.820386 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e111a4e9-9c69-48cf-af55-dda2f4c9c1c1 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:33.832558 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:33.863994 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111a4e9-9c69-48cf-af55-dda2f4c9c1c1 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d89661c-d520-4866-8f09-20819a39d6d0,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:33.866935 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-e111a4e9-9c69-48cf-af55-dda2f4c9c1c1 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:33.878375 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e111a4e9-9c69-48cf-af55-dda2f4c9c1c1 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:33.879532 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-e111a4e9-9c69-48cf-af55-dda2f4c9c1c1 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2191751 May 11 16:39:33.882447 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 50856) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:33.887552 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-74eef407-af6f-479e-aaee-e0f0dfec5859 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Request body: {'security_group_rule': {'security_group_id': '1d89661c-d520-4866-8f09-20819a39d6d0', 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:39:33.893522 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-74eef407-af6f-479e-aaee-e0f0dfec5859 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:39:33.897704 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-74eef407-af6f-479e-aaee-e0f0dfec5859 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Usage tracker for resource:security_group_rule and tenant:8942d883f4c046ccbad8949c0b191e85 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:39:33.900887 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-74eef407-af6f-479e-aaee-e0f0dfec5859 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:39:33.907787 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-74eef407-af6f-479e-aaee-e0f0dfec5859 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:39:33.928312 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-74eef407-af6f-479e-aaee-e0f0dfec5859 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:34.125521 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-74eef407-af6f-479e-aaee-e0f0dfec5859 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:34.130515 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-74eef407-af6f-479e-aaee-e0f0dfec5859 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496974'] for security_group_rule, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:34.136903 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:34.190983 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-2bff1f0e-b5ff-4c7e-a9a1-95e7c31461c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'name': 'tempest-TestMinimumBasicScenario-1556797969-router', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31'}], 'enable_snat': True}, 'gw_port_id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:38:02Z', 'updated_at': '2021-05-11T16:38:14Z', 'revision_number': 4, 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'gw_port': {'id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:05Z', 'updated_at': '2021-05-11T16:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_floatingips': [{'id': 'd41a1d7f-f8a6-4f6b-9668-ba6521592364', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'floating_ip_address': '172.28.1.51', 'floating_network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'router_id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'port_id': '2a62df00-29a8-4d61-951c-61830cc9308c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237', 'mac_address': 'fa:16:3e:4b:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388f7ae9-c57b-45f4-88a9-3d036aeb2ca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:39:30Z', 'updated_at': '2021-05-11T16:39:30Z', 'revision_number': 0, 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85534f2d-af30-49d0-89b1-cec2081bd01d', 'name': '', 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'mac_address': 'fa:16:3e:6a:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f4746050-1b0b-46d4-bb96-ceec96e125a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:14Z', 'updated_at': '2021-05-11T16:38:25Z', 'revision_number': 5, 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'subnets': [{'id': 'f4746050-1b0b-46d4-bb96-ceec96e125a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:34.195544 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bff1f0e-b5ff-4c7e-a9a1-95e7c31461c9 None None] Checking router: 8205f26f-f5d3-46cc-97f3-b94edfedd3f5 for host: dv-cinder-789603-4-smb {{(pid=78912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:39:34.205211 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eef407-af6f-479e-aaee-e0f0dfec5859 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fab12b0-667b-4b82-9a0b-a77bab01a31e,revision_number=0']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:34.205498 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bff1f0e-b5ff-4c7e-a9a1-95e7c31461c9 None None] Routers {'8205f26f-f5d3-46cc-97f3-b94edfedd3f5'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:39:34.206073 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-2bff1f0e-b5ff-4c7e-a9a1-95e7c31461c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:39:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['8205f26f-f5d3-46cc-97f3-b94edfedd3f5'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:34.208226 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-74eef407-af6f-479e-aaee-e0f0dfec5859 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:34.225429 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-74eef407-af6f-479e-aaee-e0f0dfec5859 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:34.229613 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-74eef407-af6f-479e-aaee-e0f0dfec5859 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3432477 May 11 16:39:34.229856 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 50864) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:34.236085 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-73c084b9-fa08-4b00-bb5b-e4fa2943b1d9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Request body: {'security_group_rule': {'security_group_id': '1d89661c-d520-4866-8f09-20819a39d6d0', 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:39:34.246037 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-73c084b9-fa08-4b00-bb5b-e4fa2943b1d9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:39:34.256896 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-73c084b9-fa08-4b00-bb5b-e4fa2943b1d9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Usage tracker for resource:security_group_rule and tenant:8942d883f4c046ccbad8949c0b191e85 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:39:34.261789 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-73c084b9-fa08-4b00-bb5b-e4fa2943b1d9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:39:34.273558 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab3567-ad42-4bae-93c4-703ec2169458 req-070c125a-d906-45f7-8aa3-527e9463cf39 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:34.275102 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f6ab3567-ad42-4bae-93c4-703ec2169458 req-070c125a-d906-45f7-8aa3-527e9463cf39 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.1312041 May 11 16:39:34.276566 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-73c084b9-fa08-4b00-bb5b-e4fa2943b1d9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:39:34.304373 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-73c084b9-fa08-4b00-bb5b-e4fa2943b1d9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:34.395103 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f6ab3567-ad42-4bae-93c4-703ec2169458 req-85c55381-9968-424f-b5ee-142011bd2e49 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071420 May 11 16:39:34.403712 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-73c084b9-fa08-4b00-bb5b-e4fa2943b1d9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:34.410302 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-73c084b9-fa08-4b00-bb5b-e4fa2943b1d9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496974'] for security_group_rule, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:34.413244 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:34.435434 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c084b9-fa08-4b00-bb5b-e4fa2943b1d9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc9e477-07e6-47bb-acd1-dcccb412dc18,revision_number=0']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:34.456277 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-2bff1f0e-b5ff-4c7e-a9a1-95e7c31461c9 None None] Set router 8205f26f-f5d3-46cc-97f3-b94edfedd3f5 gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:39:34.479734 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c084b9-fa08-4b00-bb5b-e4fa2943b1d9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:34.480414 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c084b9-fa08-4b00-bb5b-e4fa2943b1d9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:34.480785 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c084b9-fa08-4b00-bb5b-e4fa2943b1d9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:34.481289 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c084b9-fa08-4b00-bb5b-e4fa2943b1d9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:34.481986 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c084b9-fa08-4b00-bb5b-e4fa2943b1d9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:34.482955 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c084b9-fa08-4b00-bb5b-e4fa2943b1d9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:34.483551 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c084b9-fa08-4b00-bb5b-e4fa2943b1d9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:34.484128 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c084b9-fa08-4b00-bb5b-e4fa2943b1d9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:34.484713 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c084b9-fa08-4b00-bb5b-e4fa2943b1d9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:34.485247 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c084b9-fa08-4b00-bb5b-e4fa2943b1d9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:34.485789 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c084b9-fa08-4b00-bb5b-e4fa2943b1d9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:34.486316 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c084b9-fa08-4b00-bb5b-e4fa2943b1d9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:34.494597 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-73c084b9-fa08-4b00-bb5b-e4fa2943b1d9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:34.502884 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-73c084b9-fa08-4b00-bb5b-e4fa2943b1d9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:34.505062 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-73c084b9-fa08-4b00-bb5b-e4fa2943b1d9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2740440 May 11 16:39:34.509506 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 50874) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:34.523031 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-b7bf8fcd-af14-4969-9b44-5365c9079ed6 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Request body: {'security_group_rule': {'security_group_id': '1d89661c-d520-4866-8f09-20819a39d6d0', 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:39:34.536365 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-b7bf8fcd-af14-4969-9b44-5365c9079ed6 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:39:34.548918 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-b7bf8fcd-af14-4969-9b44-5365c9079ed6 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Usage tracker for resource:security_group_rule and tenant:8942d883f4c046ccbad8949c0b191e85 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:39:34.554715 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-b7bf8fcd-af14-4969-9b44-5365c9079ed6 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:39:34.563348 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae44654-95c8-41d0-8f21-06f2e5520f10 req-3993fddb-51a0-4d2d-8ad1-6570f501bc95 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:34.565155 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9ae44654-95c8-41d0-8f21-06f2e5520f10 req-3993fddb-51a0-4d2d-8ad1-6570f501bc95 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.1205244 May 11 16:39:34.568672 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-b7bf8fcd-af14-4969-9b44-5365c9079ed6 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:39:34.607991 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-b7bf8fcd-af14-4969-9b44-5365c9079ed6 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:34.614793 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388f7ae9-c57b-45f4-88a9-3d036aeb2ca2', 'tag': '2a62df00-29a8-4d61-951c-61830cc9308c'}] {{(pid=78909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:39:34.641084 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9ae44654-95c8-41d0-8f21-06f2e5520f10 req-6e82759d-a8e0-4bb4-849b-05e49fe7a1d7 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681758 May 11 16:39:34.712281 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-b7bf8fcd-af14-4969-9b44-5365c9079ed6 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:34.715020 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388f7ae9-c57b-45f4-88a9-3d036aeb2ca2', 'tag': '2a62df00-29a8-4d61-951c-61830cc9308c', 'status': 'completed', 'code': 200} May 11 16:39:34.719898 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-b7bf8fcd-af14-4969-9b44-5365c9079ed6 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496974'] for security_group_rule, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:34.726596 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-20f814c6-3a8e-4c85-8856-112e99a0460a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:34.761231 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf8fcd-af14-4969-9b44-5365c9079ed6 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb2288f-26d3-41c7-be85-c43768120a59,revision_number=0']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:34.774428 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-b7bf8fcd-af14-4969-9b44-5365c9079ed6 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:34.787456 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-b7bf8fcd-af14-4969-9b44-5365c9079ed6 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:34.788730 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-b7bf8fcd-af14-4969-9b44-5365c9079ed6 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2782233 May 11 16:39:34.791453 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 50882) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:34.798271 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-edc09ab1-0826-4f5d-a09d-2451787b5d36 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Request body: {'security_group_rule': {'security_group_id': '1d89661c-d520-4866-8f09-20819a39d6d0', 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:39:34.804722 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-edc09ab1-0826-4f5d-a09d-2451787b5d36 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:39:34.812862 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-edc09ab1-0826-4f5d-a09d-2451787b5d36 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Usage tracker for resource:security_group_rule and tenant:8942d883f4c046ccbad8949c0b191e85 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:39:34.817001 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-edc09ab1-0826-4f5d-a09d-2451787b5d36 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:39:34.825910 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-edc09ab1-0826-4f5d-a09d-2451787b5d36 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:39:34.866619 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-edc09ab1-0826-4f5d-a09d-2451787b5d36 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:34.920379 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89503af-b1d4-4d68-b08a-ba9d06fc3b9b req-5e493f0a-deb5-4e59-9da1-0b67c88b5544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:34.921903 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b89503af-b1d4-4d68-b08a-ba9d06fc3b9b req-5e493f0a-deb5-4e59-9da1-0b67c88b5544 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8942d883f4c046ccbad8949c0b191e85&device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 1099 time: 0.1766913 May 11 16:39:34.949218 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-2bff1f0e-b5ff-4c7e-a9a1-95e7c31461c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'name': 'tempest-TestMinimumBasicScenario-1556797969-router', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31'}], 'enable_snat': True}, 'gw_port_id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:38:02Z', 'updated_at': '2021-05-11T16:38:14Z', 'revision_number': 4, 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'gw_port': {'id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:05Z', 'updated_at': '2021-05-11T16:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_floatingips': [{'id': 'd41a1d7f-f8a6-4f6b-9668-ba6521592364', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'floating_ip_address': '172.28.1.51', 'floating_network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'router_id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'port_id': '2a62df00-29a8-4d61-951c-61830cc9308c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237', 'mac_address': 'fa:16:3e:4b:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388f7ae9-c57b-45f4-88a9-3d036aeb2ca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:39:30Z', 'updated_at': '2021-05-11T16:39:30Z', 'revision_number': 0, 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85534f2d-af30-49d0-89b1-cec2081bd01d', 'name': '', 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'mac_address': 'fa:16:3e:6a:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f4746050-1b0b-46d4-bb96-ceec96e125a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:14Z', 'updated_at': '2021-05-11T16:38:25Z', 'revision_number': 5, 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'subnets': [{'id': 'f4746050-1b0b-46d4-bb96-ceec96e125a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:34.955528 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bff1f0e-b5ff-4c7e-a9a1-95e7c31461c9 None None] The sync data for ids ['8205f26f-f5d3-46cc-97f3-b94edfedd3f5'] in dv-cinder-789603-4-smb is: [{'id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'name': 'tempest-TestMinimumBasicScenario-1556797969-router', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31'}], 'enable_snat': True}, 'gw_port_id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:38:02Z', 'updated_at': '2021-05-11T16:38:14Z', 'revision_number': 4, 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'gw_port': {'id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:05Z', 'updated_at': '2021-05-11T16:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_floatingips': [{'id': 'd41a1d7f-f8a6-4f6b-9668-ba6521592364', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'floating_ip_address': '172.28.1.51', 'floating_network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'router_id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'port_id': '2a62df00-29a8-4d61-951c-61830cc9308c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237', 'mac_address': 'fa:16:3e:4b:ba:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388f7ae9-c57b-45f4-88a9-3d036aeb2ca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:39:30Z', 'updated_at': '2021-05-11T16:39:30Z', 'revision_number': 0, 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85534f2d-af30-49d0-89b1-cec2081bd01d', 'name': '', 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'mac_address': 'fa:16:3e:6a:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f4746050-1b0b-46d4-bb96-ceec96e125a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:14Z', 'updated_at': '2021-05-11T16:38:25Z', 'revision_number': 5, 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'subnets': [{'id': 'f4746050-1b0b-46d4-bb96-ceec96e125a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:39:34.972323 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-edc09ab1-0826-4f5d-a09d-2451787b5d36 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:34.978367 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-edc09ab1-0826-4f5d-a09d-2451787b5d36 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496974'] for security_group_rule, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:34.987893 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:35.005463 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc09ab1-0826-4f5d-a09d-2451787b5d36 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144ba8aa-b97f-43e2-a58f-31d3a321d1e7,revision_number=0']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:35.008190 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-edc09ab1-0826-4f5d-a09d-2451787b5d36 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:35.034378 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-edc09ab1-0826-4f5d-a09d-2451787b5d36 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:35.042359 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-edc09ab1-0826-4f5d-a09d-2451787b5d36 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2492843 May 11 16:39:35.043773 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 50886) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:35.054374 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-d8217bf1-4ee0-4ba7-a515-a60d9dbbcd44 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Request body: {'security_group_rule': {'security_group_id': '1d89661c-d520-4866-8f09-20819a39d6d0', 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:39:35.065683 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-d8217bf1-4ee0-4ba7-a515-a60d9dbbcd44 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:39:35.073086 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-d8217bf1-4ee0-4ba7-a515-a60d9dbbcd44 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Usage tracker for resource:security_group_rule and tenant:8942d883f4c046ccbad8949c0b191e85 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:39:35.083894 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-d8217bf1-4ee0-4ba7-a515-a60d9dbbcd44 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:39:35.097504 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-d8217bf1-4ee0-4ba7-a515-a60d9dbbcd44 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:39:35.117994 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.db.securitygroups_db [None req-d8217bf1-4ee0-4ba7-a515-a60d9dbbcd44 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Project 8942d883f4c046ccbad8949c0b191e85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 16:39:35.128962 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-d8217bf1-4ee0-4ba7-a515-a60d9dbbcd44 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:35.193053 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89503af-b1d4-4d68-b08a-ba9d06fc3b9b req-e2af4c93-abe1-48e1-8f69-892b16561241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:35.194602 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b89503af-b1d4-4d68-b08a-ba9d06fc3b9b req-e2af4c93-abe1-48e1-8f69-892b16561241 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8018b197-db88-43a2-a0a1-57da27d76237 HTTP/1.1" status: 200 len: 917 time: 0.2651329 May 11 16:39:35.273131 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-d8217bf1-4ee0-4ba7-a515-a60d9dbbcd44 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:35.281538 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-d8217bf1-4ee0-4ba7-a515-a60d9dbbcd44 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496974'] for security_group_rule, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:35.286784 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-73c084b9-fa08-4b00-bb5b-e4fa2943b1d9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:35.330350 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a962d6-83d3-4706-a4b3-7935a2925f96 None None] New status for floating IP d41a1d7f-f8a6-4f6b-9668-ba6521592364: ACTIVE {{(pid=78911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:39:35.336639 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8217bf1-4ee0-4ba7-a515-a60d9dbbcd44 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94dc4e54-195f-4649-b4be-3c4444841d46,revision_number=0']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:35.342430 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-d8217bf1-4ee0-4ba7-a515-a60d9dbbcd44 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:35.358547 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-d8217bf1-4ee0-4ba7-a515-a60d9dbbcd44 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:35.364850 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-d8217bf1-4ee0-4ba7-a515-a60d9dbbcd44 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3184602 May 11 16:39:35.365777 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 50896) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:35.375781 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-1c93de36-2d08-47ba-b2a0-3a42ce3af32e tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Request body: {'security_group_rule': {'security_group_id': '1d89661c-d520-4866-8f09-20819a39d6d0', 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:39:35.386060 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-1c93de36-2d08-47ba-b2a0-3a42ce3af32e tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:39:35.393768 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-1c93de36-2d08-47ba-b2a0-3a42ce3af32e tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Usage tracker for resource:security_group_rule and tenant:8942d883f4c046ccbad8949c0b191e85 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:39:35.398796 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-1c93de36-2d08-47ba-b2a0-3a42ce3af32e tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:39:35.410189 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-1c93de36-2d08-47ba-b2a0-3a42ce3af32e tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:39:35.419315 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b89503af-b1d4-4d68-b08a-ba9d06fc3b9b req-183e4096-22c6-4e5f-ab0c-d3e944bed778 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a62df00-29a8-4d61-951c-61830cc9308c HTTP/1.1" status: 200 len: 999 time: 0.2112679 May 11 16:39:35.438297 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.db.securitygroups_db [None req-1c93de36-2d08-47ba-b2a0-3a42ce3af32e tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Project 8942d883f4c046ccbad8949c0b191e85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 16:39:35.446508 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-1c93de36-2d08-47ba-b2a0-3a42ce3af32e tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:35.522396 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89503af-b1d4-4d68-b08a-ba9d06fc3b9b req-07ee3328-e015-4250-a2a5-905d4921d980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:35.524900 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b89503af-b1d4-4d68-b08a-ba9d06fc3b9b req-07ee3328-e015-4250-a2a5-905d4921d980 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f4746050-1b0b-46d4-bb96-ceec96e125a2 HTTP/1.1" status: 200 len: 854 time: 0.0924048 May 11 16:39:35.573298 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-1c93de36-2d08-47ba-b2a0-3a42ce3af32e tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:35.579753 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-1c93de36-2d08-47ba-b2a0-3a42ce3af32e tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496974'] for security_group_rule, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:35.609664 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:35.623392 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-1c93de36-2d08-47ba-b2a0-3a42ce3af32e tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:35.625297 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-1c93de36-2d08-47ba-b2a0-3a42ce3af32e tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2576895 May 11 16:39:35.652797 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93de36-2d08-47ba-b2a0-3a42ce3af32e tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e52e73e-2fdc-4792-b0a8-9850ea243198,revision_number=0']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:35.658805 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-1c93de36-2d08-47ba-b2a0-3a42ce3af32e tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:35.676700 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89503af-b1d4-4d68-b08a-ba9d06fc3b9b req-1a78e24f-a38b-43af-b2c7-e08974aaccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:35.678106 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b89503af-b1d4-4d68-b08a-ba9d06fc3b9b req-1a78e24f-a38b-43af-b2c7-e08974aaccf7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8018b197-db88-43a2-a0a1-57da27d76237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1374028 May 11 16:39:35.924979 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-f3a7ca86-fc18-4d6e-8bf5-642d3ce28e17 req-72db3555-6bc6-411d-8846-73b5884d628e tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Synchronizing usage tracker for tenant:8942d883f4c046ccbad8949c0b191e85 on resource:security_group {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:39:35.977305 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b89503af-b1d4-4d68-b08a-ba9d06fc3b9b req-e597898c-da61-488f-982f-2fc7f2c33e59 service neutron] 10.222.0.85 "GET /v2.0/networks/8018b197-db88-43a2-a0a1-57da27d76237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712035 May 11 16:39:35.984512 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-f3a7ca86-fc18-4d6e-8bf5-642d3ce28e17 req-72db3555-6bc6-411d-8846-73b5884d628e tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Unset dirty status for tenant:8942d883f4c046ccbad8949c0b191e85 on resource:security_group {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:39:35.985734 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f3a7ca86-fc18-4d6e-8bf5-642d3ce28e17 req-72db3555-6bc6-411d-8846-73b5884d628e tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1035821651&fields=id&tenant_id=8942d883f4c046ccbad8949c0b191e85 HTTP/1.1" status: 200 len: 267 time: 0.2340779 May 11 16:39:36.121514 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac2a51-a91d-4cbf-81ae-edebba176669 req-c9cbd73b-9de1-41fe-a8c8-b07a609163fa tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:36.124042 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1bac2a51-a91d-4cbf-81ae-edebba176669 req-c9cbd73b-9de1-41fe-a8c8-b07a609163fa tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.2983449 May 11 16:39:36.230314 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1bac2a51-a91d-4cbf-81ae-edebba176669 req-215d9c2d-674a-498c-b710-e070872d9f2c tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983260 May 11 16:39:36.238968 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b89503af-b1d4-4d68-b08a-ba9d06fc3b9b req-058b0f7a-9870-4560-a87a-4df62b9700f2 service neutron] 10.222.0.85 "GET /v2.0/networks/8018b197-db88-43a2-a0a1-57da27d76237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483537 May 11 16:39:36.281397 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7ca86-fc18-4d6e-8bf5-642d3ce28e17 req-fda59ae5-9b42-4577-a5d6-2c71f5bf90ae tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:36.284152 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f3a7ca86-fc18-4d6e-8bf5-642d3ce28e17 req-fda59ae5-9b42-4577-a5d6-2c71f5bf90ae tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 946 time: 0.2919848 May 11 16:39:36.297994 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [req-f3a7ca86-fc18-4d6e-8bf5-642d3ce28e17 req-9c279b63-05c6-4929-aef6-cefd8f79c052 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Request body: {'port': {'security_groups': ['f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc', '1d89661c-d520-4866-8f09-20819a39d6d0']}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:39:36.444299 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-f3a7ca86-fc18-4d6e-8bf5-642d3ce28e17 req-9c279b63-05c6-4929-aef6-cefd8f79c052 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:36.808584 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [req-f3a7ca86-fc18-4d6e-8bf5-642d3ce28e17 req-9c279b63-05c6-4929-aef6-cefd8f79c052 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] For port 2a62df00-29a8-4d61-951c-61830cc9308c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2a62df00-29a8-4d61-951c-61830cc9308c,segment=NetworkSegment(968cce70-161c-43b3-9d57-d4947608969e),segment_id=968cce70-161c-43b3-9d57-d4947608969e)] {{(pid=78909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:39:36.842998 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-f3a7ca86-fc18-4d6e-8bf5-642d3ce28e17 req-9c279b63-05c6-4929-aef6-cefd8f79c052 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for port, precommit_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:36.848453 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-f3a7ca86-fc18-4d6e-8bf5-642d3ce28e17 req-9c279b63-05c6-4929-aef6-cefd8f79c052 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15952591'] for port, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:36.855458 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-16a4a6a1-4f8e-4d44-9b6c-71e4ccb40a5f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:36.862228 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['2a62df00-29a8-4d61-951c-61830cc9308c'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:39:37.019820 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7ca86-fc18-4d6e-8bf5-642d3ce28e17 req-9c279b63-05c6-4929-aef6-cefd8f79c052 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:37.020471 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-f3a7ca86-fc18-4d6e-8bf5-642d3ce28e17 req-9c279b63-05c6-4929-aef6-cefd8f79c052 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:37.024352 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f3a7ca86-fc18-4d6e-8bf5-642d3ce28e17 req-9c279b63-05c6-4929-aef6-cefd8f79c052 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "PUT /v2.0/ports/2a62df00-29a8-4d61-951c-61830cc9308c HTTP/1.1" status: 200 len: 982 time: 0.7316694 May 11 16:39:37.024496 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388f7ae9-c57b-45f4-88a9-3d036aeb2ca2', 'tag': '2a62df00-29a8-4d61-951c-61830cc9308c'}] {{(pid=78909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:39:37.054963 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c279b63-05c6-4929-aef6-cefd8f79c052 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Pushing event updated for resources: {'Port': ['ID=2a62df00-29a8-4d61-951c-61830cc9308c,revision_number=6']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:37.059241 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-9c279b63-05c6-4929-aef6-cefd8f79c052 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:37.103282 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388f7ae9-c57b-45f4-88a9-3d036aeb2ca2', 'tag': '2a62df00-29a8-4d61-951c-61830cc9308c', 'status': 'completed', 'code': 200} May 11 16:39:37.133642 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['2a62df00-29a8-4d61-951c-61830cc9308c'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:39:37.284109 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf4761-cac2-4acb-97aa-ab11054883d5 req-34e20c9a-7e8b-4e26-8f03-fdbcb7b3e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:37.285632 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8abf4761-cac2-4acb-97aa-ab11054883d5 req-34e20c9a-7e8b-4e26-8f03-fdbcb7b3e2b4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8942d883f4c046ccbad8949c0b191e85&device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 1138 time: 0.1444542 May 11 16:39:37.343645 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2173e1-812e-4c41-a3f0-9388cf6bc5cd req-9b7e24a6-cb3b-444e-9718-787396a6303e tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:37.345519 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ab2173e1-812e-4c41-a3f0-9388cf6bc5cd req-9b7e24a6-cb3b-444e-9718-787396a6303e tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 985 time: 0.1608839 May 11 16:39:37.425877 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-c83d3827-b836-4418-bb6e-f07e62db1b7b None None] Provisioning complete for port 2a62df00-29a8-4d61-951c-61830cc9308c triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:39:37.426266 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-c83d3827-b836-4418-bb6e-f07e62db1b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:37.535121 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ab2173e1-812e-4c41-a3f0-9388cf6bc5cd req-35cda2be-21bb-48cd-a623-824581d46092 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=1d89661c-d520-4866-8f09-20819a39d6d0&id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1327379 May 11 16:39:37.581185 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf4761-cac2-4acb-97aa-ab11054883d5 req-4fb5b274-47b6-4363-b84a-82540f507004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:37.583130 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8abf4761-cac2-4acb-97aa-ab11054883d5 req-4fb5b274-47b6-4363-b84a-82540f507004 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8018b197-db88-43a2-a0a1-57da27d76237 HTTP/1.1" status: 200 len: 917 time: 0.2885644 May 11 16:39:37.706439 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 50938) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:37.721384 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a71f2-8654-46ac-b6eb-b21b669ac9ca req-84c341d4-4b6b-4012-9a66-e2a3602dd039 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:37.723016 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4e5a71f2-8654-46ac-b6eb-b21b669ac9ca req-84c341d4-4b6b-4012-9a66-e2a3602dd039 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.3189194 May 11 16:39:37.729378 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8abf4761-cac2-4acb-97aa-ab11054883d5 req-73bf025f-b5b8-4593-a7d4-1035185c6ecd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a62df00-29a8-4d61-951c-61830cc9308c HTTP/1.1" status: 200 len: 1001 time: 0.1292856 May 11 16:39:37.820511 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4e5a71f2-8654-46ac-b6eb-b21b669ac9ca req-09b834f5-3d11-4f8a-a964-ad5e439dd6db tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886192 May 11 16:39:37.837978 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf4761-cac2-4acb-97aa-ab11054883d5 req-adab0339-d5ec-429e-a9ff-6c7fc734774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:37.839546 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8abf4761-cac2-4acb-97aa-ab11054883d5 req-adab0339-d5ec-429e-a9ff-6c7fc734774f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f4746050-1b0b-46d4-bb96-ceec96e125a2 HTTP/1.1" status: 200 len: 854 time: 0.0912411 May 11 16:39:37.876397 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-c3926825-a9f5-450a-b395-c4a87373531c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:37.910313 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-c3926825-a9f5-450a-b395-c4a87373531c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:39:37.922377 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-c3926825-a9f5-450a-b395-c4a87373531c admin admin] Usage tracker for resource:security_group_rule and tenant:775531aa0dcc4b69b9c5fca1bb1c3c80 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:39:37.927098 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-c3926825-a9f5-450a-b395-c4a87373531c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:39:37.935901 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-c3926825-a9f5-450a-b395-c4a87373531c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:39:37.950513 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf4761-cac2-4acb-97aa-ab11054883d5 req-086ecb45-0cd4-4ed9-9e2f-4a6c957eb392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:37.953047 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8abf4761-cac2-4acb-97aa-ab11054883d5 req-086ecb45-0cd4-4ed9-9e2f-4a6c957eb392 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8018b197-db88-43a2-a0a1-57da27d76237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1058087 May 11 16:39:38.046883 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-c3926825-a9f5-450a-b395-c4a87373531c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:38.053037 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-c3926825-a9f5-450a-b395-c4a87373531c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:38.062038 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:38.105642 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-c3926825-a9f5-450a-b395-c4a87373531c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=775531aa0dcc4b69b9c5fca1bb1c3c80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3959134 May 11 16:39:38.108330 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3926825-a9f5-450a-b395-c4a87373531c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e00f018-b642-4ed6-b2b9-500fa57125d8,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:38.110994 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 50948) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:38.113861 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-c3926825-a9f5-450a-b395-c4a87373531c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:38.124395 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8abf4761-cac2-4acb-97aa-ab11054883d5 req-387a6781-21fd-4ea5-ab17-9d5edc2970ec service neutron] 10.222.0.85 "GET /v2.0/networks/8018b197-db88-43a2-a0a1-57da27d76237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625786 May 11 16:39:38.191458 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-5300b1b0-3a90-4896-a959-6bf8d9350a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:38.223783 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-5300b1b0-3a90-4896-a959-6bf8d9350a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:38.293739 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-5300b1b0-3a90-4896-a959-6bf8d9350a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:38.302767 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-b3a899f7-7c34-4f0e-a0bf-f46dc8f0bb20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:38.309774 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8abf4761-cac2-4acb-97aa-ab11054883d5 req-d59ef0f4-b3e0-44a9-995f-f98ac8249fb4 service neutron] 10.222.0.85 "GET /v2.0/networks/8018b197-db88-43a2-a0a1-57da27d76237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687894 May 11 16:39:38.324346 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300b1b0-3a90-4896-a959-6bf8d9350a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e00f018-b642-4ed6-b2b9-500fa57125d8,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:38.327992 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-5300b1b0-3a90-4896-a959-6bf8d9350a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:38.329160 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-5300b1b0-3a90-4896-a959-6bf8d9350a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:38.330483 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-5300b1b0-3a90-4896-a959-6bf8d9350a57 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0e00f018-b642-4ed6-b2b9-500fa57125d8 HTTP/1.1" status: 204 len: 168 time: 0.2184932 May 11 16:39:39.045701 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb3488-a275-43f3-836a-109ab809ce0e req-9bafd006-4334-47cc-87b1-aa0ab87eaac0 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:39.047495 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-dafb3488-a275-43f3-836a-109ab809ce0e req-9bafd006-4334-47cc-87b1-aa0ab87eaac0 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.0985651 May 11 16:39:39.107047 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-dafb3488-a275-43f3-836a-109ab809ce0e req-ba2fd524-66cf-4c23-ba73-c41139270879 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529833 May 11 16:39:40.350243 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178318e0-c687-4c71-932f-ec8a87c9fa26 req-42aa7bfc-360c-41b0-bab2-c50853a9180d tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:40.352647 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-178318e0-c687-4c71-932f-ec8a87c9fa26 req-42aa7bfc-360c-41b0-bab2-c50853a9180d tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.1108539 May 11 16:39:40.402340 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-178318e0-c687-4c71-932f-ec8a87c9fa26 req-4ce5ab75-a20b-4f44-b565-356b94847b39 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433345 May 11 16:39:40.574362 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-d352a741-21ab-4d7c-95a1-a78058962c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:41.654767 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6e51c-bb7f-4449-8956-a158de679d2f req-21cd7a39-a8b5-4328-97cb-de78e4108306 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:41.656699 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-04d6e51c-bb7f-4449-8956-a158de679d2f req-21cd7a39-a8b5-4328-97cb-de78e4108306 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.1048396 May 11 16:39:41.725939 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-04d6e51c-bb7f-4449-8956-a158de679d2f req-1ef4532a-5d7b-4885-b7ef-6ce7ea536c0c tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553081 May 11 16:39:42.643599 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:42.954174 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f3868-0caa-46aa-95c9-aed4cfcef1ef req-0aab94c2-2b14-4943-b3f5-3e11b275cd59 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:42.956691 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-e76f3868-0caa-46aa-95c9-aed4cfcef1ef req-0aab94c2-2b14-4943-b3f5-3e11b275cd59 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.0967774 May 11 16:39:43.006529 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-e76f3868-0caa-46aa-95c9-aed4cfcef1ef req-eb63221c-0272-44fe-bcf2-5b33d4063046 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448208 May 11 16:39:43.571346 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-a49e92bd-bbb6-45ce-a9cd-8c7bbbbadf7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:43.712875 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:44.220315 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a783403-92a7-4378-aaad-111607455265 req-dfd32fd5-bb35-4388-8cdf-ac5b2d21a718 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:44.221905 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3a783403-92a7-4378-aaad-111607455265 req-dfd32fd5-bb35-4388-8cdf-ac5b2d21a718 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.0990994 May 11 16:39:44.274914 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3a783403-92a7-4378-aaad-111607455265 req-b68b2e4f-48c2-4215-96f2-0fe27847f1d7 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436823 May 11 16:39:45.043461 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:45.488988 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2a957-8e5d-4855-b06e-ec6104b16c06 req-62bf0b16-70f1-4f87-a642-453b83e78afb tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:45.490988 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4fb2a957-8e5d-4855-b06e-ec6104b16c06 req-62bf0b16-70f1-4f87-a642-453b83e78afb tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.0923796 May 11 16:39:45.553113 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4fb2a957-8e5d-4855-b06e-ec6104b16c06 req-5c1e3479-90fc-40eb-8b65-1ece7e70cdc5 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542722 May 11 16:39:46.850500 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69185a8d-8d44-4189-be35-4202c33237c2 req-8f7ac5f3-e4b2-438e-924d-29294587a320 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:46.852040 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-69185a8d-8d44-4189-be35-4202c33237c2 req-8f7ac5f3-e4b2-438e-924d-29294587a320 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.1896932 May 11 16:39:46.901370 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-69185a8d-8d44-4189-be35-4202c33237c2 req-ae3dc060-bb52-4490-9001-769a1b327bf4 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414782 May 11 16:39:47.597972 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:48.126519 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6125e-4ef7-465c-aee6-4c05e3a1a668 req-9862cec2-610d-44c9-8969-b3dedb180c7d tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:48.128000 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7af6125e-4ef7-465c-aee6-4c05e3a1a668 req-9862cec2-610d-44c9-8969-b3dedb180c7d tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.0867856 May 11 16:39:48.177992 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7af6125e-4ef7-465c-aee6-4c05e3a1a668 req-10fc7694-4479-4c03-9375-8df65a24453b tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439954 May 11 16:39:48.827577 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 51146) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:48.973949 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e6d44a9b-8ef3-4598-b57e-7324c26710a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:48.990907 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-e6d44a9b-8ef3-4598-b57e-7324c26710a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:39:48.995036 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-e6d44a9b-8ef3-4598-b57e-7324c26710a1 admin admin] Usage tracker for resource:security_group_rule and tenant:10b63ddf5551474aa8d52a0126921cc4 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:39:48.998090 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-e6d44a9b-8ef3-4598-b57e-7324c26710a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:39:49.003968 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-e6d44a9b-8ef3-4598-b57e-7324c26710a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:39:49.121133 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e6d44a9b-8ef3-4598-b57e-7324c26710a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:49.126677 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e6d44a9b-8ef3-4598-b57e-7324c26710a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:49.134745 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-e61bbf26-d72a-4b79-b8e4-8fd96c7f8f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:49.179803 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-e6d44a9b-8ef3-4598-b57e-7324c26710a1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=10b63ddf5551474aa8d52a0126921cc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3507695 May 11 16:39:49.180411 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d44a9b-8ef3-4598-b57e-7324c26710a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1697ab9c-5ac0-4d7a-b9f6-7ed0df9b46e5,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:49.182446 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 51152) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:49.183954 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-e6d44a9b-8ef3-4598-b57e-7324c26710a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:49.265428 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-6674ce86-89e2-4396-a7b9-4214019b2d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:49.296030 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-6674ce86-89e2-4396-a7b9-4214019b2d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:49.408107 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-6674ce86-89e2-4396-a7b9-4214019b2d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:49.414470 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-48703bfd-9de3-4397-a1af-bf53c449e1ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:49.429521 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cc20d-353a-4541-bd84-eb04b4a09c5c req-14456be1-e8e2-4c99-b59f-37b36bdc48bf tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:49.431057 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5b7cc20d-353a-4541-bd84-eb04b4a09c5c req-14456be1-e8e2-4c99-b59f-37b36bdc48bf tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.1273468 May 11 16:39:49.436591 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674ce86-89e2-4396-a7b9-4214019b2d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1697ab9c-5ac0-4d7a-b9f6-7ed0df9b46e5,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:49.468283 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-6674ce86-89e2-4396-a7b9-4214019b2d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:49.469278 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-6674ce86-89e2-4396-a7b9-4214019b2d70 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1697ab9c-5ac0-4d7a-b9f6-7ed0df9b46e5 HTTP/1.1" status: 204 len: 168 time: 0.2858422 May 11 16:39:49.470697 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674ce86-89e2-4396-a7b9-4214019b2d70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:49.471207 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674ce86-89e2-4396-a7b9-4214019b2d70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:49.471563 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674ce86-89e2-4396-a7b9-4214019b2d70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:49.472177 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674ce86-89e2-4396-a7b9-4214019b2d70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:49.472327 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674ce86-89e2-4396-a7b9-4214019b2d70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:49.472662 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674ce86-89e2-4396-a7b9-4214019b2d70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:49.472996 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674ce86-89e2-4396-a7b9-4214019b2d70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:49.473333 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674ce86-89e2-4396-a7b9-4214019b2d70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:49.473663 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674ce86-89e2-4396-a7b9-4214019b2d70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:49.473994 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674ce86-89e2-4396-a7b9-4214019b2d70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:49.474324 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674ce86-89e2-4396-a7b9-4214019b2d70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:49.474648 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674ce86-89e2-4396-a7b9-4214019b2d70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:39:49.480335 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-6674ce86-89e2-4396-a7b9-4214019b2d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:49.507192 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5b7cc20d-353a-4541-bd84-eb04b4a09c5c req-2cfc9f6b-1ea6-47cd-bd50-cb1db84e68e3 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671563 May 11 16:39:49.880763 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 51168) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:49.902862 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-675b62b4-a6ab-457d-8d28-a599db7971a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:49.920097 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-675b62b4-a6ab-457d-8d28-a599db7971a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:39:49.924881 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-675b62b4-a6ab-457d-8d28-a599db7971a4 admin admin] Usage tracker for resource:security_group_rule and tenant:3343bdb96f6243288e73a3239aa22d29 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:39:49.928129 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-675b62b4-a6ab-457d-8d28-a599db7971a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:39:49.936569 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-675b62b4-a6ab-457d-8d28-a599db7971a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:39:50.051360 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-675b62b4-a6ab-457d-8d28-a599db7971a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:50.056795 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-675b62b4-a6ab-457d-8d28-a599db7971a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:50.067317 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-b22d276b-9e50-47c5-91c7-b8c72ceff697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:50.110437 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-675b62b4-a6ab-457d-8d28-a599db7971a4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3343bdb96f6243288e73a3239aa22d29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285249 May 11 16:39:50.112462 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b62b4-a6ab-457d-8d28-a599db7971a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c72149-f74b-4406-be71-be9414cf3915,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:50.113679 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 51176) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:50.115645 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-675b62b4-a6ab-457d-8d28-a599db7971a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:50.191714 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b12f54b1-d151-4cfc-b467-40d6a1eaabea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:50.224438 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b12f54b1-d151-4cfc-b467-40d6a1eaabea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:50.288342 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b12f54b1-d151-4cfc-b467-40d6a1eaabea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:50.293791 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:50.309095 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f54b1-d151-4cfc-b467-40d6a1eaabea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c72149-f74b-4406-be71-be9414cf3915,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:50.312175 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-b12f54b1-d151-4cfc-b467-40d6a1eaabea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:50.313478 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b12f54b1-d151-4cfc-b467-40d6a1eaabea admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:50.314638 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-b12f54b1-d151-4cfc-b467-40d6a1eaabea admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/99c72149-f74b-4406-be71-be9414cf3915 HTTP/1.1" status: 204 len: 168 time: 0.1998024 May 11 16:39:50.567968 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:39:50.738741 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e855bd4-f4dd-4ff2-8b40-d3bb80e2688b req-de3feb60-7b76-41fa-a4d0-52934ba3c60c tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:50.740329 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4e855bd4-f4dd-4ff2-8b40-d3bb80e2688b req-de3feb60-7b76-41fa-a4d0-52934ba3c60c tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.0938900 May 11 16:39:50.769139 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 51186) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:50.788333 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-effc9882-29f2-4d10-9836-f31aa4778cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:50.805445 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-effc9882-29f2-4d10-9836-f31aa4778cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:39:50.808938 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4e855bd4-f4dd-4ff2-8b40-d3bb80e2688b req-19d92943-cad4-4874-b93f-96186ca23700 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599127 May 11 16:39:50.811767 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-effc9882-29f2-4d10-9836-f31aa4778cc9 admin admin] Usage tracker for resource:security_group_rule and tenant:e71e8e2c51914ef4a117db5b870cbb08 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:39:50.815452 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-effc9882-29f2-4d10-9836-f31aa4778cc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:39:50.828851 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-effc9882-29f2-4d10-9836-f31aa4778cc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:39:50.920312 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-effc9882-29f2-4d10-9836-f31aa4778cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:50.925355 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-effc9882-29f2-4d10-9836-f31aa4778cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:50.932597 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-c66a4ef0-91bb-4f20-8214-4da341917f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:50.980008 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-effc9882-29f2-4d10-9836-f31aa4778cc9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e71e8e2c51914ef4a117db5b870cbb08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2094319 May 11 16:39:50.982358 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc9882-29f2-4d10-9836-f31aa4778cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7882b392-3753-44c5-8050-c01021cc8771,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:50.983639 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 51190) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:50.985491 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-effc9882-29f2-4d10-9836-f31aa4778cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:51.052590 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-665b60fa-27c9-4ff2-885e-fab64a4af781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:51.082662 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-665b60fa-27c9-4ff2-885e-fab64a4af781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:51.142458 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-665b60fa-27c9-4ff2-885e-fab64a4af781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:51.146644 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-79a3f11b-8129-453d-9efb-16f58a4f8058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:51.161415 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b60fa-27c9-4ff2-885e-fab64a4af781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7882b392-3753-44c5-8050-c01021cc8771,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:51.164499 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-665b60fa-27c9-4ff2-885e-fab64a4af781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:51.167403 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-665b60fa-27c9-4ff2-885e-fab64a4af781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:51.168549 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-665b60fa-27c9-4ff2-885e-fab64a4af781 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7882b392-3753-44c5-8050-c01021cc8771 HTTP/1.1" status: 204 len: 168 time: 0.1836543 May 11 16:39:52.055734 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9bd3e2-ee0e-40fc-b2c3-62022cd44851 req-e2089ae4-7926-4d1a-9865-c591ca9245eb tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:52.057316 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ab9bd3e2-ee0e-40fc-b2c3-62022cd44851 req-e2089ae4-7926-4d1a-9865-c591ca9245eb tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.1244178 May 11 16:39:52.107911 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ab9bd3e2-ee0e-40fc-b2c3-62022cd44851 req-04264d31-78a9-4fe4-bd3c-9e676420d0f5 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430708 May 11 16:39:53.344172 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327b1bb-5be3-4eff-bf38-132476dc916b req-a51f079c-055b-4473-a70d-2aa5c91e2845 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:53.345706 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0327b1bb-5be3-4eff-bf38-132476dc916b req-a51f079c-055b-4473-a70d-2aa5c91e2845 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.0975330 May 11 16:39:53.397596 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0327b1bb-5be3-4eff-bf38-132476dc916b req-c00443d0-c7f1-4990-aa73-0311aaa647a4 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459323 May 11 16:39:54.007399 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd69c69-d7ec-4b19-83df-5acde40d5eb0 req-09a4bae2-0fb2-430e-8f64-db4c6fb9af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:54.010114 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8bd69c69-d7ec-4b19-83df-5acde40d5eb0 req-09a4bae2-0fb2-430e-8f64-db4c6fb9af6d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 1098 time: 0.0871267 May 11 16:39:54.083267 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8bd69c69-d7ec-4b19-83df-5acde40d5eb0 req-44b99929-4a1b-4146-bccd-829b3d7f7a7e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626330 May 11 16:39:54.610871 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6b2d2-d8df-4fda-a08b-5c31466804f8 req-4ab698a4-f20f-424d-960c-b0305dbbff7e tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:54.612533 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6ad6b2d2-d8df-4fda-a08b-5c31466804f8 req-4ab698a4-f20f-424d-960c-b0305dbbff7e tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.0932395 May 11 16:39:54.671369 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6ad6b2d2-d8df-4fda-a08b-5c31466804f8 req-7720ddc9-af43-4a59-8e87-ef2ead85a001 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493250 May 11 16:39:55.253830 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 51276) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:55.332881 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c63ad8-dc89-4ae1-93d5-bba6218a1ba5 admin admin] Deleting subnet dc5b2061-141a-4cef-ac58-4e945522331a {{(pid=78909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:39:55.338992 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-c9c63ad8-dc89-4ae1-93d5-bba6218a1ba5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:55.428791 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-c9c63ad8-dc89-4ae1-93d5-bba6218a1ba5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13681992'] for subnet, precommit_delete_associations {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:55.500524 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-c9c63ad8-dc89-4ae1-93d5-bba6218a1ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732194'] for subnet, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:55.659923 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 51288) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:55.880245 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-85508604-6b88-4105-802d-a539c7b86f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:55.908156 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-85508604-6b88-4105-802d-a539c7b86f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:39:55.912673 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-85508604-6b88-4105-802d-a539c7b86f7f admin admin] Usage tracker for resource:security_group_rule and tenant:773f1a578f514ea7afb00498710b027f is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:39:55.916046 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-85508604-6b88-4105-802d-a539c7b86f7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:39:55.923454 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-85508604-6b88-4105-802d-a539c7b86f7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:39:55.984477 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-c9c63ad8-dc89-4ae1-93d5-bba6218a1ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15952517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15598119'] for subnet, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:56.004160 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-e7d48757-0536-4199-9771-ae4e1691710f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:56.024139 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-85508604-6b88-4105-802d-a539c7b86f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:56.030536 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-85508604-6b88-4105-802d-a539c7b86f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:56.041730 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-63203f21-0a76-4135-a3ba-bf499c634f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:56.047945 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-c9c63ad8-dc89-4ae1-93d5-bba6218a1ba5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:56.051761 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c63ad8-dc89-4ae1-93d5-bba6218a1ba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc5b2061-141a-4cef-ac58-4e945522331a,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:56.054581 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-c9c63ad8-dc89-4ae1-93d5-bba6218a1ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:56.065023 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbd78b-8977-4edc-8162-defbe53a3591 req-07960c17-281a-460f-8390-1dcb6bcda6b4 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:56.066693 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8cdbd78b-8977-4edc-8162-defbe53a3591 req-07960c17-281a-460f-8390-1dcb6bcda6b4 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.2493553 May 11 16:39:56.071757 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-c9c63ad8-dc89-4ae1-93d5-bba6218a1ba5 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/dc5b2061-141a-4cef-ac58-4e945522331a HTTP/1.1" status: 204 len: 168 time: 0.8138037 May 11 16:39:56.072000 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 51296) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:56.088086 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85508604-6b88-4105-802d-a539c7b86f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fac868a-7158-49df-b025-80352004468b,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:56.094682 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-85508604-6b88-4105-802d-a539c7b86f7f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=773f1a578f514ea7afb00498710b027f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4329116 May 11 16:39:56.095773 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-85508604-6b88-4105-802d-a539c7b86f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:56.098191 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 51300) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:56.191567 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-ca5eb2f0-d2d9-4d00-a210-ce40d92059a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:56.233300 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-ca5eb2f0-d2d9-4d00-a210-ce40d92059a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:56.303955 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-ca5eb2f0-d2d9-4d00-a210-ce40d92059a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:56.312830 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-384396c6-3bf9-4529-ae71-d95dc7a71721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:56.320185 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8cdbd78b-8977-4edc-8162-defbe53a3591 req-f4b60d5a-2dcc-410d-b818-6a4a912791f4 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249846 May 11 16:39:56.331237 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-504c6775-56d7-4310-a3fb-e52e0e56dd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606754'] for network, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:56.343165 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5eb2f0-d2d9-4d00-a210-ce40d92059a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fac868a-7158-49df-b025-80352004468b,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:56.347992 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-ca5eb2f0-d2d9-4d00-a210-ce40d92059a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:56.373048 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-ca5eb2f0-d2d9-4d00-a210-ce40d92059a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:56.378021 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-ca5eb2f0-d2d9-4d00-a210-ce40d92059a0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9fac868a-7158-49df-b025-80352004468b HTTP/1.1" status: 204 len: 168 time: 0.2764401 May 11 16:39:56.507351 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-504c6775-56d7-4310-a3fb-e52e0e56dd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726233', 'neutron.services.segments.db._delete_segments_for_network-8788166214813'] for network, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:56.533530 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.services.segments.db [None req-504c6775-56d7-4310-a3fb-e52e0e56dd92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92d5dee-0135-4867-a7ea-dba3b2c02184']}} {{(pid=78909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:56.548557 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.services.segments.db [None req-504c6775-56d7-4310-a3fb-e52e0e56dd92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29eb896a-4001-43bc-bb61-d95d98e51cd2') {'for_net_delete': True} {{(pid=78909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:56.549074 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.services.segments.db [None req-504c6775-56d7-4310-a3fb-e52e0e56dd92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29eb896a-4001-43bc-bb61-d95d98e51cd2') {} {{(pid=78909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:39:56.566420 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-504c6775-56d7-4310-a3fb-e52e0e56dd92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788166226279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13682007'] for segment, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:56.598338 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-504c6775-56d7-4310-a3fb-e52e0e56dd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:56.610516 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504c6775-56d7-4310-a3fb-e52e0e56dd92 admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=78909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:39:56.611113 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-504c6775-56d7-4310-a3fb-e52e0e56dd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15952611'] for segment, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: Traceback (most recent call last): May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: timer() May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: cb(*args, **kw) May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: return func(*args, **kwargs) May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: self._notify() May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: self.callback(batched_events) May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: event.method(event) May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: return f(self, *a, **k) May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: return self._get(url).json() May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: return self.request(url, 'GET', **kwargs) May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:39:56.635318 dv-cinder-789603-4-smb neutron-server[78909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:39:56.772550 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-504c6775-56d7-4310-a3fb-e52e0e56dd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:56.781013 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:56.817458 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-504c6775-56d7-4310-a3fb-e52e0e56dd92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:56.844719 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c6775-56d7-4310-a3fb-e52e0e56dd92 admin admin] Pushing event deleted for resources: {'Network': ['ID=f92d5dee-0135-4867-a7ea-dba3b2c02184,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:56.855400 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-504c6775-56d7-4310-a3fb-e52e0e56dd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:56.876789 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-504c6775-56d7-4310-a3fb-e52e0e56dd92 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f92d5dee-0135-4867-a7ea-dba3b2c02184 HTTP/1.1" status: 204 len: 168 time: 0.7988272 May 11 16:39:57.191238 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 51318) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:57.212713 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842adab-d9d4-488f-a5a2-38c18176661d req-9333b9e7-cb78-41c1-b2ea-6c373c01e47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:57.214281 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c842adab-d9d4-488f-a5a2-38c18176661d req-9333b9e7-cb78-41c1-b2ea-6c373c01e47e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=bb3db5d8cbfa44f0a16514218b4ef74f&device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 1098 time: 0.2212822 May 11 16:39:57.224698 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb02b32-ef6b-40ce-a09f-f9b101f55dc0 req-3af6fc26-d923-44db-968a-af7398531b82 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:57.226519 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9eb02b32-ef6b-40ce-a09f-f9b101f55dc0 req-3af6fc26-d923-44db-968a-af7398531b82 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.1708410 May 11 16:39:57.263992 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-93965b5d-e922-4556-90a1-05df0481b149 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=47e91d234d6a45e18f414dac9c90fa1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0703287 May 11 16:39:57.267743 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 51322) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:39:57.346676 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-bfc845b3-6928-4775-9b79-479fdd5abab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:57.370584 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9eb02b32-ef6b-40ce-a09f-f9b101f55dc0 req-dd8d6aac-e510-4d85-a4d6-c1a36ac020ab tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232858 May 11 16:39:57.401117 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-bfc845b3-6928-4775-9b79-479fdd5abab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:57.417077 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842adab-d9d4-488f-a5a2-38c18176661d req-c61fdd68-5018-4f47-a229-f27b05955476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:57.418541 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c842adab-d9d4-488f-a5a2-38c18176661d req-c61fdd68-5018-4f47-a229-f27b05955476 service neutron] 10.222.0.85 "GET /v2.0/networks?id=ea3184e0-5a3e-4c08-862d-713868656b08 HTTP/1.1" status: 200 len: 921 time: 0.1911404 May 11 16:39:57.488510 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-bfc845b3-6928-4775-9b79-479fdd5abab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:57.494195 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-5300b1b0-3a90-4896-a959-6bf8d9350a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:39:57.496505 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c842adab-d9d4-488f-a5a2-38c18176661d req-d100862b-2625-4973-97dd-2fd07335507f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b480b343-c2b3-4563-b892-1da4f60b777f HTTP/1.1" status: 200 len: 217 time: 0.0687866 May 11 16:39:57.509805 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc845b3-6928-4775-9b79-479fdd5abab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ac912c-4b21-4a90-a0ca-4a37f6f0702b,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:39:57.513189 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-bfc845b3-6928-4775-9b79-479fdd5abab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:39:57.514555 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-bfc845b3-6928-4775-9b79-479fdd5abab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:39:57.519470 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-bfc845b3-6928-4775-9b79-479fdd5abab5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/15ac912c-4b21-4a90-a0ca-4a37f6f0702b HTTP/1.1" status: 204 len: 168 time: 0.2497494 May 11 16:39:57.620675 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842adab-d9d4-488f-a5a2-38c18176661d req-87cc120e-f184-4337-8ecb-34b6c587b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:57.623540 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c842adab-d9d4-488f-a5a2-38c18176661d req-87cc120e-f184-4337-8ecb-34b6c587b87d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=83ee92e9-ebf4-4f5e-8d64-d234ce1a9847 HTTP/1.1" status: 200 len: 859 time: 0.1178148 May 11 16:39:57.692489 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c842adab-d9d4-488f-a5a2-38c18176661d req-e6a73649-7c89-49d8-80a3-c082318de843 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ea3184e0-5a3e-4c08-862d-713868656b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610330 May 11 16:39:57.869022 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c842adab-d9d4-488f-a5a2-38c18176661d req-2f7e484e-00bf-469c-a297-004e88b5ce06 service neutron] 10.222.0.85 "GET /v2.0/networks/ea3184e0-5a3e-4c08-862d-713868656b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667972 May 11 16:39:58.063151 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c842adab-d9d4-488f-a5a2-38c18176661d req-10190f5c-fdfe-403f-96c5-cc0c34939c0c service neutron] 10.222.0.85 "GET /v2.0/networks/ea3184e0-5a3e-4c08-862d-713868656b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860685 May 11 16:39:58.620339 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615669c0-d4a9-401e-bd72-0c124ec0fcf9 req-99501f23-0e8e-4896-a6a0-e0b0f24e3e89 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:58.621796 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-615669c0-d4a9-401e-bd72-0c124ec0fcf9 req-99501f23-0e8e-4896-a6a0-e0b0f24e3e89 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.0984087 May 11 16:39:58.685492 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-615669c0-d4a9-401e-bd72-0c124ec0fcf9 req-873fa1e9-fb69-419c-9171-10a165a4d15e tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563202 May 11 16:39:59.945252 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e746cee-f6e5-456e-a354-51d4aa7dc805 req-cc0358d2-54f2-438f-a08e-6aad3750cfb9 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:39:59.946830 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3e746cee-f6e5-456e-a354-51d4aa7dc805 req-cc0358d2-54f2-438f-a08e-6aad3750cfb9 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.0903959 May 11 16:39:59.999856 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3e746cee-f6e5-456e-a354-51d4aa7dc805 req-9760af1e-d19a-43f7-b766-d6256a4484a4 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464776 May 11 16:40:01.203091 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53cb69-868f-46a9-a448-df0e91057328 req-0f241180-8180-487d-af5f-41cb0f6f5345 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:01.204698 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-fc53cb69-868f-46a9-a448-df0e91057328 req-0f241180-8180-487d-af5f-41cb0f6f5345 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.0931401 May 11 16:40:01.253662 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-fc53cb69-868f-46a9-a448-df0e91057328 req-f239d056-fd18-4632-ab61-4ae299537205 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430589 May 11 16:40:05.969902 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b99b4-abb5-4c89-a9a5-14edc22c8d1e req-5c203d79-394b-4a5e-810a-464cea284dec tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:05.971393 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-430b99b4-abb5-4c89-a9a5-14edc22c8d1e req-5c203d79-394b-4a5e-810a-464cea284dec tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.0949957 May 11 16:40:06.133125 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-430b99b4-abb5-4c89-a9a5-14edc22c8d1e req-a89edb5a-e867-4aea-916f-cb1854b75fcd tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548507 May 11 16:40:06.821675 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fda08-391f-414a-82d9-f9c58e2b5345 req-42cdc645-8d6c-4dcc-96e5-1a3219f766c3 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:06.823223 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-354fda08-391f-414a-82d9-f9c58e2b5345 req-42cdc645-8d6c-4dcc-96e5-1a3219f766c3 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 947 time: 0.0902879 May 11 16:40:06.885050 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-354fda08-391f-414a-82d9-f9c58e2b5345 req-4e0ba7a6-4e8f-456a-bb42-4b3ae7008804 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0518494 May 11 16:40:07.403893 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a61b5-7416-442d-8101-5b44ebded17a req-44197727-3dda-4902-ae3a-10310ea6a33f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:07.406381 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-de3a61b5-7416-442d-8101-5b44ebded17a req-44197727-3dda-4902-ae3a-10310ea6a33f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.1353805 May 11 16:40:07.463151 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-de3a61b5-7416-442d-8101-5b44ebded17a req-d28a0db3-7686-4a4b-aa37-14be6d4630fc tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504158 May 11 16:40:08.100968 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def94256-0206-40aa-9426-91405da03593 req-0d9855b5-b1f3-4151-a094-4eeccfc0e54b tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:08.102470 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-def94256-0206-40aa-9426-91405da03593 req-0d9855b5-b1f3-4151-a094-4eeccfc0e54b tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 947 time: 0.0830953 May 11 16:40:08.155659 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-def94256-0206-40aa-9426-91405da03593 req-4a87b8ad-fc54-4bec-ae84-ee4b8459e0fb tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0473077 May 11 16:40:08.453146 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a3a76-93c4-4afc-8b13-8f1c3dccf607 req-5432bd20-b16b-46b4-9867-ad04c31b8a0f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:08.454593 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8c5a3a76-93c4-4afc-8b13-8f1c3dccf607 req-5432bd20-b16b-46b4-9867-ad04c31b8a0f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.85 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.0885527 May 11 16:40:08.773769 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3ebca-278d-4f61-9896-352ad5a88bf0 req-6b06cd15-a097-4c5f-aefc-bf848e540511 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:08.775216 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2bb3ebca-278d-4f61-9896-352ad5a88bf0 req-6b06cd15-a097-4c5f-aefc-bf848e540511 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 945 time: 0.1695514 May 11 16:40:08.777213 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [req-8c5a3a76-93c4-4afc-8b13-8f1c3dccf607 req-c894f42a-eff0-4c7e-bdbd-d7f5360ba822 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Deleting port 35c981be-d442-4442-a78d-6d72a97a8123 {{(pid=78909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:40:08.777547 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-8c5a3a76-93c4-4afc-8b13-8f1c3dccf607 req-c894f42a-eff0-4c7e-bdbd-d7f5360ba822 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:08.932609 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2bb3ebca-278d-4f61-9896-352ad5a88bf0 req-0756040b-7062-4b6f-b8a3-d38ad2e4445f tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376183 May 11 16:40:08.952440 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745defa1-fe8f-4309-b06c-e2fad8c7ab41 req-72a79e37-327a-4dcd-bad1-f8aa44f9ffa6 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:08.953988 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-745defa1-fe8f-4309-b06c-e2fad8c7ab41 req-72a79e37-327a-4dcd-bad1-f8aa44f9ffa6 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.85 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 947 time: 0.2798514 May 11 16:40:09.027729 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [req-8c5a3a76-93c4-4afc-8b13-8f1c3dccf607 req-c894f42a-eff0-4c7e-bdbd-d7f5360ba822 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] For port 35c981be-d442-4442-a78d-6d72a97a8123, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=35c981be-d442-4442-a78d-6d72a97a8123,segment=NetworkSegment(372da730-caa5-4221-8305-27cc197c62a9),segment_id=372da730-caa5-4221-8305-27cc197c62a9)] {{(pid=78909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:40:09.028605 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-8c5a3a76-93c4-4afc-8b13-8f1c3dccf607 req-c894f42a-eff0-4c7e-bdbd-d7f5360ba822 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:09.167404 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [req-8c5a3a76-93c4-4afc-8b13-8f1c3dccf607 req-c894f42a-eff0-4c7e-bdbd-d7f5360ba822 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Calling delete_port for 35c981be-d442-4442-a78d-6d72a97a8123 owned by compute:nova {{(pid=78909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:40:09.279917 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [req-745defa1-fe8f-4309-b06c-e2fad8c7ab41 req-eb85bfc6-d34c-4f46-8472-99ede3c394df tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Deleting port 1b922d21-ad5e-427d-bb68-4dc27a9225d6 {{(pid=78909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:40:09.280178 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-745defa1-fe8f-4309-b06c-e2fad8c7ab41 req-eb85bfc6-d34c-4f46-8472-99ede3c394df tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:09.519180 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [req-745defa1-fe8f-4309-b06c-e2fad8c7ab41 req-eb85bfc6-d34c-4f46-8472-99ede3c394df tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] For port 1b922d21-ad5e-427d-bb68-4dc27a9225d6, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1b922d21-ad5e-427d-bb68-4dc27a9225d6,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:40:09.520202 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-745defa1-fe8f-4309-b06c-e2fad8c7ab41 req-eb85bfc6-d34c-4f46-8472-99ede3c394df tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:09.526791 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-8c5a3a76-93c4-4afc-8b13-8f1c3dccf607 req-c894f42a-eff0-4c7e-bdbd-d7f5360ba822 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:09.537767 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-c83608e0-c724-4e1e-a631-52cb15996ab7 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:09.540078 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['b480b343-c2b3-4563-b892-1da4f60b777f'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:40:09.651298 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894f42a-eff0-4c7e-bdbd-d7f5360ba822 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Pushing event deleted for resources: {'Port': ['ID=35c981be-d442-4442-a78d-6d72a97a8123,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:09.664592 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-c894f42a-eff0-4c7e-bdbd-d7f5360ba822 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:09.808519 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85680599-216e-4509-8d5c-f08d67a5b4b9 req-5bd0db79-bc41-44dd-9904-9a7c75dc7022 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:09.810525 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-85680599-216e-4509-8d5c-f08d67a5b4b9 req-5bd0db79-bc41-44dd-9904-9a7c75dc7022 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 947 time: 0.5088835 May 11 16:40:09.884041 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5a3a76-93c4-4afc-8b13-8f1c3dccf607 req-c894f42a-eff0-4c7e-bdbd-d7f5360ba822 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] No DVR routers for this DVR port 35c981be-d442-4442-a78d-6d72a97a8123 on host hv-cinder-78960 {{(pid=78909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:40:09.939178 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-8c5a3a76-93c4-4afc-8b13-8f1c3dccf607 req-c894f42a-eff0-4c7e-bdbd-d7f5360ba822 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:09.949432 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed31968-8f1d-44d6-845c-fbba2bbb1684', 'name': 'network-vif-deleted', 'tag': '35c981be-d442-4442-a78d-6d72a97a8123'}] {{(pid=78909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:40:09.985976 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8c5a3a76-93c4-4afc-8b13-8f1c3dccf607 req-c894f42a-eff0-4c7e-bdbd-d7f5360ba822 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.85 "DELETE /v2.0/ports/35c981be-d442-4442-a78d-6d72a97a8123 HTTP/1.1" status: 204 len: 173 time: 1.5244191 May 11 16:40:10.003369 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-85680599-216e-4509-8d5c-f08d67a5b4b9 req-6562c0e5-2986-4991-a0e8-1a0c57606518 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=d6a7bedb-ffdc-457c-9fa6-dec7a386f014&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1667717 May 11 16:40:10.149507 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed31968-8f1d-44d6-845c-fbba2bbb1684', 'name': 'network-vif-deleted', 'tag': '35c981be-d442-4442-a78d-6d72a97a8123', 'status': 'completed', 'code': 200} May 11 16:40:10.181428 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-745defa1-fe8f-4309-b06c-e2fad8c7ab41 req-eb85bfc6-d34c-4f46-8472-99ede3c394df tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:10.181428 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-745defa1-fe8f-4309-b06c-e2fad8c7ab41 req-eb85bfc6-d34c-4f46-8472-99ede3c394df tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397171'] for floatingip, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:10.182081 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.db.l3_db [req-745defa1-fe8f-4309-b06c-e2fad8c7ab41 req-eb85bfc6-d34c-4f46-8472-99ede3c394df tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Floating IP cdc339ff-ab6e-4fd6-9da6-40761a3cff7e disassociated. External IP: 172.28.1.251, port: 1b922d21-ad5e-427d-bb68-4dc27a9225d6. May 11 16:40:10.182081 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [req-745defa1-fe8f-4309-b06c-e2fad8c7ab41 req-eb85bfc6-d34c-4f46-8472-99ede3c394df tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Calling delete_port for 1b922d21-ad5e-427d-bb68-4dc27a9225d6 owned by compute:nova {{(pid=78909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:40:10.183258 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e9ca8-8947-48d6-9b5a-3fcd31404db8 req-d60cd077-4d79-4e07-8fc2-12a1e9f5e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:10.187710 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-805e9ca8-8947-48d6-9b5a-3fcd31404db8 req-d60cd077-4d79-4e07-8fc2-12a1e9f5e4ab service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8942d883f4c046ccbad8949c0b191e85&device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 1138 time: 0.1873558 May 11 16:40:10.224300 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0ff90-22b3-43bc-a0e7-2f3be2dffa36 req-09d9ef71-0208-454d-aaed-d8b0a9b82f09 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:10.225792 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-dbc0ff90-22b3-43bc-a0e7-2f3be2dffa36 req-09d9ef71-0208-454d-aaed-d8b0a9b82f09 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 985 time: 0.1530986 May 11 16:40:10.365135 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-69a9f7ff-3c32-4d10-b061-089cb5724007 req-ec558300-98e0-49b5-96dc-7be55cb90bea tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Synchronizing usage tracker for tenant:bb3db5d8cbfa44f0a16514218b4ef74f on resource:port {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:40:10.381668 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-dbc0ff90-22b3-43bc-a0e7-2f3be2dffa36 req-2e49144a-a444-490c-b138-1e0844c66015 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=1d89661c-d520-4866-8f09-20819a39d6d0&id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1486039 May 11 16:40:10.411720 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-69a9f7ff-3c32-4d10-b061-089cb5724007 req-ec558300-98e0-49b5-96dc-7be55cb90bea tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Unset dirty status for tenant:bb3db5d8cbfa44f0a16514218b4ef74f on resource:port {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:40:10.413063 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-69a9f7ff-3c32-4d10-b061-089cb5724007 req-ec558300-98e0-49b5-96dc-7be55cb90bea tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=7ed31968-8f1d-44d6-845c-fbba2bbb1684 HTTP/1.1" status: 200 len: 210 time: 0.1431968 May 11 16:40:10.427207 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-745defa1-fe8f-4309-b06c-e2fad8c7ab41 req-eb85bfc6-d34c-4f46-8472-99ede3c394df tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:10.441174 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-cf2b3be0-59b9-4a1b-9e19-ea425132921b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:10.445843 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e9ca8-8947-48d6-9b5a-3fcd31404db8 req-92f8ed78-c9ee-476a-8d4d-f9997781f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:10.447618 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-805e9ca8-8947-48d6-9b5a-3fcd31404db8 req-92f8ed78-c9ee-476a-8d4d-f9997781f016 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8018b197-db88-43a2-a0a1-57da27d76237 HTTP/1.1" status: 200 len: 917 time: 0.2525334 May 11 16:40:10.490901 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85bfc6-d34c-4f46-8472-99ede3c394df tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Pushing event deleted for resources: {'Port': ['ID=1b922d21-ad5e-427d-bb68-4dc27a9225d6,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:10.493364 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-eb85bfc6-d34c-4f46-8472-99ede3c394df tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:10.585488 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-805e9ca8-8947-48d6-9b5a-3fcd31404db8 req-a6643e68-7dd7-430f-b2b4-d0b5ca415a69 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a62df00-29a8-4d61-951c-61830cc9308c HTTP/1.1" status: 200 len: 1001 time: 0.1303897 May 11 16:40:10.596759 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-591c1919-607a-4cd0-90c8-e9c3ee9544a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:10.663727 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e9ca8-8947-48d6-9b5a-3fcd31404db8 req-84b5dcbb-4862-48e8-b1dd-ddf2e392d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:10.665464 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-805e9ca8-8947-48d6-9b5a-3fcd31404db8 req-84b5dcbb-4862-48e8-b1dd-ddf2e392d814 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f4746050-1b0b-46d4-bb96-ceec96e125a2 HTTP/1.1" status: 200 len: 854 time: 0.0723236 May 11 16:40:10.710405 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-745defa1-fe8f-4309-b06c-e2fad8c7ab41 req-eb85bfc6-d34c-4f46-8472-99ede3c394df tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Router d84c4dc1-f5c9-4f07-b602-82735e766ad8 has already been hosted by L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae {{(pid=78909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:40:10.772755 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e9ca8-8947-48d6-9b5a-3fcd31404db8 req-efcb3951-d65d-408b-8094-fe1488d6c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:10.774203 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-805e9ca8-8947-48d6-9b5a-3fcd31404db8 req-efcb3951-d65d-408b-8094-fe1488d6c8fd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8018b197-db88-43a2-a0a1-57da27d76237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0955341 May 11 16:40:10.784384 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 35c981be-d442-4442-a78d-6d72a97a8123 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:40:10.824174 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] No Port match for: 35c981be-d442-4442-a78d-6d72a97a8123 {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:40:10.825458 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 35c981be-d442-4442-a78d-6d72a97a8123 not bound to the agent host hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:40:10.826126 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 1b922d21-ad5e-427d-bb68-4dc27a9225d6 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:40:10.863882 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] No Port match for: 1b922d21-ad5e-427d-bb68-4dc27a9225d6 {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:40:10.864497 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 1b922d21-ad5e-427d-bb68-4dc27a9225d6 not bound to the agent host hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:40:10.935114 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-745defa1-fe8f-4309-b06c-e2fad8c7ab41 req-eb85bfc6-d34c-4f46-8472-99ede3c394df tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:40:10.945447 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-805e9ca8-8947-48d6-9b5a-3fcd31404db8 req-7068de20-979a-4243-a097-511ade39d7bc service neutron] 10.222.0.85 "GET /v2.0/networks/8018b197-db88-43a2-a0a1-57da27d76237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576035 May 11 16:40:10.948353 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead9ea7d-19cd-4bb5-8367-1354b4262825 None None] Sync routers for ids ['d84c4dc1-f5c9-4f07-b602-82735e766ad8'] in dv-cinder-789603-4-smb {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:40:10.959094 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead9ea7d-19cd-4bb5-8367-1354b4262825 None None] Routers {'d84c4dc1-f5c9-4f07-b602-82735e766ad8'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:40:10.960078 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-ead9ea7d-19cd-4bb5-8367-1354b4262825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:39:44Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['d84c4dc1-f5c9-4f07-b602-82735e766ad8'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:40:11.019705 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.l3_dvrscheduler_db [req-745defa1-fe8f-4309-b06c-e2fad8c7ab41 req-eb85bfc6-d34c-4f46-8472-99ede3c394df tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] No DVR routers for this DVR port 1b922d21-ad5e-427d-bb68-4dc27a9225d6 on host hv-cinder-78960 {{(pid=78909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:40:11.023326 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-745defa1-fe8f-4309-b06c-e2fad8c7ab41 req-eb85bfc6-d34c-4f46-8472-99ede3c394df tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:11.032440 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-745defa1-fe8f-4309-b06c-e2fad8c7ab41 req-eb85bfc6-d34c-4f46-8472-99ede3c394df tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.85 "DELETE /v2.0/ports/1b922d21-ad5e-427d-bb68-4dc27a9225d6 HTTP/1.1" status: 204 len: 173 time: 2.0686152 May 11 16:40:11.093461 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-805e9ca8-8947-48d6-9b5a-3fcd31404db8 req-69409f0f-5cda-4850-9739-9db76e52d2d3 service neutron] 10.222.0.85 "GET /v2.0/networks/8018b197-db88-43a2-a0a1-57da27d76237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391401 May 11 16:40:11.179098 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-ead9ea7d-19cd-4bb5-8367-1354b4262825 None None] Set router d84c4dc1-f5c9-4f07-b602-82735e766ad8 gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:40:11.206077 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-6153863a-11ad-4cde-a052-aa5480a91915 req-33e1fe5d-9d1b-4863-b554-0d192f272db4 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Synchronizing usage tracker for tenant:262ccc5510544ce0a4c4ce0d80c13de5 on resource:port {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:40:11.229206 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-6153863a-11ad-4cde-a052-aa5480a91915 req-33e1fe5d-9d1b-4863-b554-0d192f272db4 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Unset dirty status for tenant:262ccc5510544ce0a4c4ce0d80c13de5 on resource:port {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:40:11.239302 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6153863a-11ad-4cde-a052-aa5480a91915 req-33e1fe5d-9d1b-4863-b554-0d192f272db4 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=67877986-c824-470e-81f1-4fd751417ebd HTTP/1.1" status: 200 len: 210 time: 0.0783615 May 11 16:40:11.516918 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-ead9ea7d-19cd-4bb5-8367-1354b4262825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-2040346598-router', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a71243d2-0927-402c-a906-af00e348ab51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'gw_port': {'id': 'a71243d2-0927-402c-a906-af00e348ab51', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:28Z', 'updated_at': '2021-05-11T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': '2873d494-3e40-4fb6-8de3-abbc8535bbae', 'name': '', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'mac_address': 'fa:16:3e:c2:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:40Z', 'updated_at': '2021-05-11T16:35:56Z', 'revision_number': 5, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'subnets': [{'id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:40:11.521567 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead9ea7d-19cd-4bb5-8367-1354b4262825 None None] Checking router: d84c4dc1-f5c9-4f07-b602-82735e766ad8 for host: dv-cinder-789603-4-smb {{(pid=78912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:40:11.532307 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead9ea7d-19cd-4bb5-8367-1354b4262825 None None] Routers {'d84c4dc1-f5c9-4f07-b602-82735e766ad8'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:40:11.533406 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-ead9ea7d-19cd-4bb5-8367-1354b4262825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:39:44Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['d84c4dc1-f5c9-4f07-b602-82735e766ad8'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:40:11.648777 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce9247-3b0f-4f9c-aac1-4d0b099380ec req-7c08b331-9e40-4ba9-80f7-aad7d5848381 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:11.650307 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-87ce9247-3b0f-4f9c-aac1-4d0b099380ec req-7c08b331-9e40-4ba9-80f7-aad7d5848381 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 985 time: 0.1474714 May 11 16:40:11.721821 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-87ce9247-3b0f-4f9c-aac1-4d0b099380ec req-c5115aca-dc3f-4c38-bbdd-4534d254f3c1 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=1d89661c-d520-4866-8f09-20819a39d6d0&id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628765 May 11 16:40:11.837384 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-ead9ea7d-19cd-4bb5-8367-1354b4262825 None None] Set router d84c4dc1-f5c9-4f07-b602-82735e766ad8 gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:40:12.012469 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145be79-9fc4-4916-866c-ae1da931b550 req-c4d99c07-3c1a-4895-bb98-f75749b24eec tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:12.014272 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8145be79-9fc4-4916-866c-ae1da931b550 req-c4d99c07-3c1a-4895-bb98-f75749b24eec tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.0842280 May 11 16:40:12.064101 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8145be79-9fc4-4916-866c-ae1da931b550 req-7bc91c86-3d51-4e78-a2ac-69234f91dcd5 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437548 May 11 16:40:12.150925 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67877986-c824-470e-81f1-4fd751417ebd', 'name': 'network-vif-deleted', 'tag': '1b922d21-ad5e-427d-bb68-4dc27a9225d6'}] {{(pid=78909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:40:12.168043 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-ead9ea7d-19cd-4bb5-8367-1354b4262825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-2040346598-router', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a71243d2-0927-402c-a906-af00e348ab51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'gw_port': {'id': 'a71243d2-0927-402c-a906-af00e348ab51', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:28Z', 'updated_at': '2021-05-11T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': '2873d494-3e40-4fb6-8de3-abbc8535bbae', 'name': '', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'mac_address': 'fa:16:3e:c2:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:40Z', 'updated_at': '2021-05-11T16:35:56Z', 'revision_number': 5, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'subnets': [{'id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:40:12.172804 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead9ea7d-19cd-4bb5-8367-1354b4262825 None None] The sync data for ids ['d84c4dc1-f5c9-4f07-b602-82735e766ad8'] in dv-cinder-789603-4-smb is: [{'id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-2040346598-router', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a71243d2-0927-402c-a906-af00e348ab51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'gw_port': {'id': 'a71243d2-0927-402c-a906-af00e348ab51', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:28Z', 'updated_at': '2021-05-11T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': '2873d494-3e40-4fb6-8de3-abbc8535bbae', 'name': '', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'mac_address': 'fa:16:3e:c2:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:40Z', 'updated_at': '2021-05-11T16:35:56Z', 'revision_number': 5, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'subnets': [{'id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:40:12.201393 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67877986-c824-470e-81f1-4fd751417ebd', 'name': 'network-vif-deleted', 'tag': '1b922d21-ad5e-427d-bb68-4dc27a9225d6', 'status': 'completed', 'code': 200} May 11 16:40:12.416201 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445c1a31-4585-4b6c-8f69-1a4163687332 None None] New status for floating IP cdc339ff-ab6e-4fd6-9da6-40761a3cff7e: DOWN {{(pid=78911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:40:12.672672 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:12.942040 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07069497-f4f2-4ad8-9f1b-5dcc40cd8976 req-0f11298a-9d28-409b-b55d-e2d5dd5a9575 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:12.943591 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-07069497-f4f2-4ad8-9f1b-5dcc40cd8976 req-0f11298a-9d28-409b-b55d-e2d5dd5a9575 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 985 time: 0.0949230 May 11 16:40:12.999962 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-07069497-f4f2-4ad8-9f1b-5dcc40cd8976 req-6977dad3-16a7-4cc9-ae57-f65db1d98f79 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=1d89661c-d520-4866-8f09-20819a39d6d0&id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484939 May 11 16:40:13.408855 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca450f-8611-4560-8c5d-383d9176f504 req-06b392e6-3ca5-4a09-80dd-def56e0f205a tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:13.410876 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-14ca450f-8611-4560-8c5d-383d9176f504 req-06b392e6-3ca5-4a09-80dd-def56e0f205a tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.2187965 May 11 16:40:13.466109 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-14ca450f-8611-4560-8c5d-383d9176f504 req-42f247a0-9430-4de5-b2d3-91107a322bba tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445611 May 11 16:40:13.574058 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-07a35789-7f15-47b8-a3e2-2432934c1c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:13.708670 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:14.200950 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3937f-a360-432d-a650-6b404fa4cc5d req-6177c05a-f13f-4d9f-8d1d-f988e0f25c05 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:14.202464 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-dfe3937f-a360-432d-a650-6b404fa4cc5d req-6177c05a-f13f-4d9f-8d1d-f988e0f25c05 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 985 time: 0.0886700 May 11 16:40:14.250948 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-dfe3937f-a360-432d-a650-6b404fa4cc5d req-cd9ab3b4-0217-4b0b-bc33-090e17ffd792 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=1d89661c-d520-4866-8f09-20819a39d6d0&id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423815 May 11 16:40:14.658884 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1267e4-1bac-4749-b1c3-60b18d14e202 req-c6a08349-eeee-4167-9ddc-b14c792cc0f4 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:14.660401 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-fb1267e4-1bac-4749-b1c3-60b18d14e202 req-c6a08349-eeee-4167-9ddc-b14c792cc0f4 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.0817664 May 11 16:40:14.709298 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-fb1267e4-1bac-4749-b1c3-60b18d14e202 req-3aa150f0-a49e-4c92-8e4c-dc4e49a01af2 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430806 May 11 16:40:15.045621 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:15.448356 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263047f-44e2-4042-856d-3ac84eca747b req-a361785c-c68f-4ed6-a41b-8f66dae373bb tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:15.449909 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-e263047f-44e2-4042-856d-3ac84eca747b req-a361785c-c68f-4ed6-a41b-8f66dae373bb tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 985 time: 0.0873466 May 11 16:40:15.501993 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-e263047f-44e2-4042-856d-3ac84eca747b req-8f0162d6-7ccf-4900-a393-03af5e6a0935 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=1d89661c-d520-4866-8f09-20819a39d6d0&id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460229 May 11 16:40:15.908292 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1c96c-ade1-4aba-9745-0cdecd78309a req-92ab3540-40ca-47f4-9c90-1e6f42c3de98 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:15.909843 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1ad1c96c-ade1-4aba-9745-0cdecd78309a req-92ab3540-40ca-47f4-9c90-1e6f42c3de98 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.0906537 May 11 16:40:15.960133 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1ad1c96c-ade1-4aba-9745-0cdecd78309a req-f0f94f40-d3f1-464f-b324-c95d8177c617 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443771 May 11 16:40:16.877553 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8a450-c153-42dd-9fa2-815392a68b72 req-852d76e5-fdda-4ecd-aa1b-66ccabb8b6d9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:16.879276 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d8f8a450-c153-42dd-9fa2-815392a68b72 req-852d76e5-fdda-4ecd-aa1b-66ccabb8b6d9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 985 time: 0.0856912 May 11 16:40:16.931227 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d8f8a450-c153-42dd-9fa2-815392a68b72 req-9d0a1230-40b5-4bf0-9b1e-1f06b5dadfe2 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=1d89661c-d520-4866-8f09-20819a39d6d0&id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457895 May 11 16:40:17.110773 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32824e-5fe7-4fdb-a088-d0e112e9b32c req-591c316c-dc19-4d7e-8c78-354b4726dc3f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:17.112253 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-fa32824e-5fe7-4fdb-a088-d0e112e9b32c req-591c316c-dc19-4d7e-8c78-354b4726dc3f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.0855196 May 11 16:40:17.157878 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-fa32824e-5fe7-4fdb-a088-d0e112e9b32c req-d15e66ec-f2e7-45f6-a386-a39583cf0961 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399590 May 11 16:40:17.338696 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f50441-774c-4730-8c83-6fda243369ed req-764df475-ebef-4024-a7c6-69cac09f27b0 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:17.340467 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-11f50441-774c-4730-8c83-6fda243369ed req-764df475-ebef-4024-a7c6-69cac09f27b0 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.0859442 May 11 16:40:17.386286 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-11f50441-774c-4730-8c83-6fda243369ed req-706c8aa9-bb47-476d-871a-fa164912b9f6 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397339 May 11 16:40:17.600569 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:18.051017 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc2a5e-3644-4229-9d15-2b4b22c23e5d req-64cb59da-f2ea-4aae-ba1c-b2cb0f2df1dc tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:18.051758 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-f8fc2a5e-3644-4229-9d15-2b4b22c23e5d req-64cb59da-f2ea-4aae-ba1c-b2cb0f2df1dc tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Synchronizing usage tracker for tenant:bb3db5d8cbfa44f0a16514218b4ef74f on resource:port {{(pid=78910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:40:18.065579 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-f8fc2a5e-3644-4229-9d15-2b4b22c23e5d req-64cb59da-f2ea-4aae-ba1c-b2cb0f2df1dc tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Unset dirty status for tenant:bb3db5d8cbfa44f0a16514218b4ef74f on resource:port {{(pid=78910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:40:18.066659 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-f8fc2a5e-3644-4229-9d15-2b4b22c23e5d req-64cb59da-f2ea-4aae-ba1c-b2cb0f2df1dc tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.85 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.0973682 May 11 16:40:18.129915 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8f992-7769-4540-a6e4-05c15696221d req-ba60575e-6935-491f-90e6-fe264ec76632 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:18.131325 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d3e8f992-7769-4540-a6e4-05c15696221d req-ba60575e-6935-491f-90e6-fe264ec76632 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 985 time: 0.0852759 May 11 16:40:18.186612 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d3e8f992-7769-4540-a6e4-05c15696221d req-53d481cb-f788-4c30-85aa-d85990647149 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=1d89661c-d520-4866-8f09-20819a39d6d0&id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0487051 May 11 16:40:18.229548 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [req-f8fc2a5e-3644-4229-9d15-2b4b22c23e5d req-b7b993fa-6530-4a16-9a55-6e8019c82cb4 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Deleting port b480b343-c2b3-4563-b892-1da4f60b777f {{(pid=78910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:40:18.229939 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-f8fc2a5e-3644-4229-9d15-2b4b22c23e5d req-b7b993fa-6530-4a16-9a55-6e8019c82cb4 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:18.375495 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfd5f3-82ff-4aee-ae47-6f5e6569d3b5 req-fd479794-5690-4a89-b652-6108f3d1cb30 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:18.377090 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-50cfd5f3-82ff-4aee-ae47-6f5e6569d3b5 req-fd479794-5690-4a89-b652-6108f3d1cb30 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.0918534 May 11 16:40:18.388471 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-f8fc2a5e-3644-4229-9d15-2b4b22c23e5d req-b7b993fa-6530-4a16-9a55-6e8019c82cb4 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] For port b480b343-c2b3-4563-b892-1da4f60b777f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b480b343-c2b3-4563-b892-1da4f60b777f,segment=NetworkSegment(372da730-caa5-4221-8305-27cc197c62a9),segment_id=372da730-caa5-4221-8305-27cc197c62a9)] {{(pid=78910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:40:18.388902 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-f8fc2a5e-3644-4229-9d15-2b4b22c23e5d req-b7b993fa-6530-4a16-9a55-6e8019c82cb4 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:18.430627 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-50cfd5f3-82ff-4aee-ae47-6f5e6569d3b5 req-dce9f1f9-9c66-497e-af09-d37bd3c4440d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414102 May 11 16:40:18.524299 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [req-f8fc2a5e-3644-4229-9d15-2b4b22c23e5d req-b7b993fa-6530-4a16-9a55-6e8019c82cb4 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Calling delete_port for b480b343-c2b3-4563-b892-1da4f60b777f owned by compute:nova {{(pid=78910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:40:18.632566 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5909122-c8d6-4b5c-b5fd-6a6a99be87d3 req-6da083e7-b982-423c-b31a-ed11ecd8201c tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:18.634137 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a5909122-c8d6-4b5c-b5fd-6a6a99be87d3 req-6da083e7-b982-423c-b31a-ed11ecd8201c tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b00516f-00fb-453e-9942-cf327099cdba HTTP/1.1" status: 200 len: 945 time: 0.0982466 May 11 16:40:18.660191 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-f8fc2a5e-3644-4229-9d15-2b4b22c23e5d req-b7b993fa-6530-4a16-9a55-6e8019c82cb4 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:18.668143 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-9907657f-3e1c-4a33-b1f9-8b3a39d4b5bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:18.673659 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['b480b343-c2b3-4563-b892-1da4f60b777f'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:40:18.685872 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a5909122-c8d6-4b5c-b5fd-6a6a99be87d3 req-50888c05-f84b-477f-a265-799effeee74c tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.76 "GET /v2.0/security-groups?id=4084831c-15bf-4eae-9a3b-c28bd6ef94b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451314 May 11 16:40:18.736665 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b993fa-6530-4a16-9a55-6e8019c82cb4 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Pushing event deleted for resources: {'Port': ['ID=b480b343-c2b3-4563-b892-1da4f60b777f,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:18.739778 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-b7b993fa-6530-4a16-9a55-6e8019c82cb4 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:18.829808 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fc2a5e-3644-4229-9d15-2b4b22c23e5d req-b7b993fa-6530-4a16-9a55-6e8019c82cb4 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] No DVR routers for this DVR port b480b343-c2b3-4563-b892-1da4f60b777f on host hv-cinder-78960 {{(pid=78910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:40:18.834184 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-f8fc2a5e-3644-4229-9d15-2b4b22c23e5d req-b7b993fa-6530-4a16-9a55-6e8019c82cb4 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:18.837169 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b00516f-00fb-453e-9942-cf327099cdba', 'name': 'network-vif-deleted', 'tag': 'b480b343-c2b3-4563-b892-1da4f60b777f'}] {{(pid=78910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:40:18.855147 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-f8fc2a5e-3644-4229-9d15-2b4b22c23e5d req-b7b993fa-6530-4a16-9a55-6e8019c82cb4 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] 10.222.0.85 "DELETE /v2.0/ports/b480b343-c2b3-4563-b892-1da4f60b777f HTTP/1.1" status: 204 len: 173 time: 0.7799742 May 11 16:40:18.896262 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b00516f-00fb-453e-9942-cf327099cdba', 'name': 'network-vif-deleted', 'tag': 'b480b343-c2b3-4563-b892-1da4f60b777f', 'status': 'completed', 'code': 200} May 11 16:40:19.055110 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8261e12-61bb-4e39-ac96-954624f0ede0 req-763829e4-8c8f-4ca6-8d7b-db88178bbc09 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:19.056607 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a8261e12-61bb-4e39-ac96-954624f0ede0 req-763829e4-8c8f-4ca6-8d7b-db88178bbc09 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.85 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.0972404 May 11 16:40:19.204589 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [req-a8261e12-61bb-4e39-ac96-954624f0ede0 req-5408b51b-5a04-4670-9277-4fcb5b62b42c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Deleting port 77eddc3e-a2be-4d50-b58c-73253d7a8464 {{(pid=78910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:40:19.204996 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-a8261e12-61bb-4e39-ac96-954624f0ede0 req-5408b51b-5a04-4670-9277-4fcb5b62b42c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:19.443358 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d3d93-0e0e-41cf-91f8-47bea4003396 req-1b2e4444-d0ea-47ba-a446-5d5f267e3525 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:19.445025 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7c7d3d93-0e0e-41cf-91f8-47bea4003396 req-1b2e4444-d0ea-47ba-a446-5d5f267e3525 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 985 time: 0.1077139 May 11 16:40:19.477219 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-a8261e12-61bb-4e39-ac96-954624f0ede0 req-5408b51b-5a04-4670-9277-4fcb5b62b42c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] For port 77eddc3e-a2be-4d50-b58c-73253d7a8464, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=77eddc3e-a2be-4d50-b58c-73253d7a8464,segment=NetworkSegment(e5a671ff-39d2-4aca-9f5d-8704617f1b4c),segment_id=e5a671ff-39d2-4aca-9f5d-8704617f1b4c)] {{(pid=78910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:40:19.477696 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-a8261e12-61bb-4e39-ac96-954624f0ede0 req-5408b51b-5a04-4670-9277-4fcb5b62b42c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:19.505589 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7c7d3d93-0e0e-41cf-91f8-47bea4003396 req-e07a7619-3b3a-4304-91e3-8824995ba5f7 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=1d89661c-d520-4866-8f09-20819a39d6d0&id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529697 May 11 16:40:19.697228 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefe46a-a721-468b-b1f5-485de24a91ae req-5259de0f-53c2-4b43-97d9-098548924ee1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:19.699108 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-afefe46a-a721-468b-b1f5-485de24a91ae req-5259de0f-53c2-4b43-97d9-098548924ee1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 945 time: 0.0930142 May 11 16:40:19.758874 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-afefe46a-a721-468b-b1f5-485de24a91ae req-040ab46f-cbe3-4ef0-9118-f09391eeb594 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=14506dd0-c2ba-4d0e-a873-c3f405f5f05c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517707 May 11 16:40:19.808389 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-a8261e12-61bb-4e39-ac96-954624f0ede0 req-5408b51b-5a04-4670-9277-4fcb5b62b42c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:19.808772 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-a8261e12-61bb-4e39-ac96-954624f0ede0 req-5408b51b-5a04-4670-9277-4fcb5b62b42c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397171'] for floatingip, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:19.809289 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.db.l3_db [req-a8261e12-61bb-4e39-ac96-954624f0ede0 req-5408b51b-5a04-4670-9277-4fcb5b62b42c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Floating IP 509f6a45-c81a-4464-bba0-23f9cce73667 disassociated. External IP: 172.28.1.132, port: 77eddc3e-a2be-4d50-b58c-73253d7a8464. May 11 16:40:19.810719 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [req-a8261e12-61bb-4e39-ac96-954624f0ede0 req-5408b51b-5a04-4670-9277-4fcb5b62b42c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Calling delete_port for 77eddc3e-a2be-4d50-b58c-73253d7a8464 owned by compute:nova {{(pid=78910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:40:19.876203 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 51466) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:19.948810 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-a8261e12-61bb-4e39-ac96-954624f0ede0 req-5408b51b-5a04-4670-9277-4fcb5b62b42c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:19.955722 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-d16a9bdc-a244-4adf-83a8-b2c31c92ecbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:20.005145 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408b51b-5a04-4670-9277-4fcb5b62b42c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Pushing event deleted for resources: {'Port': ['ID=77eddc3e-a2be-4d50-b58c-73253d7a8464,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:20.008667 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-5408b51b-5a04-4670-9277-4fcb5b62b42c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:20.227816 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8261e12-61bb-4e39-ac96-954624f0ede0 req-5408b51b-5a04-4670-9277-4fcb5b62b42c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Router c29db716-d3ee-4526-8d8c-d5d3f92528d2 has already been hosted by L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae {{(pid=78910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:40:20.440681 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8261e12-61bb-4e39-ac96-954624f0ede0 req-5408b51b-5a04-4670-9277-4fcb5b62b42c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:40:20.453465 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfe33d8-3913-47e3-9e4e-b2e6f999e762 None None] Sync routers for ids ['c29db716-d3ee-4526-8d8c-d5d3f92528d2'] in dv-cinder-789603-4-smb {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:40:20.465499 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfe33d8-3913-47e3-9e4e-b2e6f999e762 None None] Routers {'c29db716-d3ee-4526-8d8c-d5d3f92528d2'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:40:20.466450 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-8dfe33d8-3913-47e3-9e4e-b2e6f999e762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:40:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['c29db716-d3ee-4526-8d8c-d5d3f92528d2'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:40:20.534881 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8261e12-61bb-4e39-ac96-954624f0ede0 req-5408b51b-5a04-4670-9277-4fcb5b62b42c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] No DVR routers for this DVR port 77eddc3e-a2be-4d50-b58c-73253d7a8464 on host hv-cinder-78960 {{(pid=78910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:40:20.538445 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-a8261e12-61bb-4e39-ac96-954624f0ede0 req-5408b51b-5a04-4670-9277-4fcb5b62b42c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:20.554784 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a8261e12-61bb-4e39-ac96-954624f0ede0 req-5408b51b-5a04-4670-9277-4fcb5b62b42c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.85 "DELETE /v2.0/ports/77eddc3e-a2be-4d50-b58c-73253d7a8464 HTTP/1.1" status: 204 len: 173 time: 1.4920430 May 11 16:40:20.648353 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-28ec2fed-d5b1-42cc-887a-55ef768f6c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393546'] for router_interface, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:20.714382 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-8dfe33d8-3913-47e3-9e4e-b2e6f999e762 None None] Set router c29db716-d3ee-4526-8d8c-d5d3f92528d2 gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:40:20.835789 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device b480b343-c2b3-4563-b892-1da4f60b777f no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:40:20.889852 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] No Port match for: b480b343-c2b3-4563-b892-1da4f60b777f {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:40:20.890539 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device b480b343-c2b3-4563-b892-1da4f60b777f not bound to the agent host hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:40:20.898003 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bafc82c-9204-49e0-823f-61d9718be734', 'name': 'network-vif-deleted', 'tag': '77eddc3e-a2be-4d50-b58c-73253d7a8464'}] {{(pid=78910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:40:20.976532 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0372c-631e-4a9b-94b0-214ed3325d54 req-16d62caa-9898-4cc2-8083-fa4c2311e1a8 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:20.978193 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6de0372c-631e-4a9b-94b0-214ed3325d54 req-16d62caa-9898-4cc2-8083-fa4c2311e1a8 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 985 time: 0.2150238 May 11 16:40:21.085563 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6de0372c-631e-4a9b-94b0-214ed3325d54 req-880d1017-7147-4a63-918a-3fce558e03ac tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=1d89661c-d520-4866-8f09-20819a39d6d0&id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660572 May 11 16:40:21.136620 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-8dfe33d8-3913-47e3-9e4e-b2e6f999e762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'name': 'tempest-AttachVolumeTestJSON-1731529142-router', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7c76ea05-3111-44d5-8874-972ab730413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'gw_port': {'id': '7c76ea05-3111-44d5-8874-972ab730413b', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:27Z', 'updated_at': '2021-05-11T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': 'dcf161c3-cb87-4de1-8e9a-ac11927c3972', 'name': '', 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'mac_address': 'fa:16:3e:14:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:36Z', 'updated_at': '2021-05-11T16:35:59Z', 'revision_number': 5, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'subnets': [{'id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:40:21.141945 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfe33d8-3913-47e3-9e4e-b2e6f999e762 None None] Checking router: c29db716-d3ee-4526-8d8c-d5d3f92528d2 for host: dv-cinder-789603-4-smb {{(pid=78912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:40:21.151399 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfe33d8-3913-47e3-9e4e-b2e6f999e762 None None] Routers {'c29db716-d3ee-4526-8d8c-d5d3f92528d2'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:40:21.152380 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-8dfe33d8-3913-47e3-9e4e-b2e6f999e762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:40:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['c29db716-d3ee-4526-8d8c-d5d3f92528d2'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:40:21.298664 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-763982ea-c6c1-495a-98ed-a012aab60b02 req-8f5725d0-c560-4be3-9926-bea356cab70a tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bafc82c-9204-49e0-823f-61d9718be734 HTTP/1.1" status: 200 len: 210 time: 0.0547211 May 11 16:40:21.328115 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [None req-28ec2fed-d5b1-42cc-887a-55ef768f6c5b admin admin] Deleting port 490a7cb2-b3c2-4984-a11e-8bbf0c70caa8 {{(pid=78909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:40:21.328462 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-28ec2fed-d5b1-42cc-887a-55ef768f6c5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:21.357800 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bafc82c-9204-49e0-823f-61d9718be734', 'name': 'network-vif-deleted', 'tag': '77eddc3e-a2be-4d50-b58c-73253d7a8464', 'status': 'completed', 'code': 200} May 11 16:40:21.360280 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-8dfe33d8-3913-47e3-9e4e-b2e6f999e762 None None] Set router c29db716-d3ee-4526-8d8c-d5d3f92528d2 gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:40:21.455502 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [None req-28ec2fed-d5b1-42cc-887a-55ef768f6c5b admin admin] For port 490a7cb2-b3c2-4984-a11e-8bbf0c70caa8, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=490a7cb2-b3c2-4984-a11e-8bbf0c70caa8,segment=NetworkSegment(372da730-caa5-4221-8305-27cc197c62a9),segment_id=372da730-caa5-4221-8305-27cc197c62a9)] {{(pid=78909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:40:21.455921 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-28ec2fed-d5b1-42cc-887a-55ef768f6c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:21.580648 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [None req-28ec2fed-d5b1-42cc-887a-55ef768f6c5b admin admin] Calling delete_port for 490a7cb2-b3c2-4984-a11e-8bbf0c70caa8 owned by network:router_interface {{(pid=78909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:40:21.683000 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-8dfe33d8-3913-47e3-9e4e-b2e6f999e762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'name': 'tempest-AttachVolumeTestJSON-1731529142-router', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7c76ea05-3111-44d5-8874-972ab730413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'gw_port': {'id': '7c76ea05-3111-44d5-8874-972ab730413b', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:27Z', 'updated_at': '2021-05-11T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': 'dcf161c3-cb87-4de1-8e9a-ac11927c3972', 'name': '', 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'mac_address': 'fa:16:3e:14:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:36Z', 'updated_at': '2021-05-11T16:35:59Z', 'revision_number': 5, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'subnets': [{'id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:40:21.688886 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfe33d8-3913-47e3-9e4e-b2e6f999e762 None None] The sync data for ids ['c29db716-d3ee-4526-8d8c-d5d3f92528d2'] in dv-cinder-789603-4-smb is: [{'id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'name': 'tempest-AttachVolumeTestJSON-1731529142-router', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7c76ea05-3111-44d5-8874-972ab730413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'gw_port': {'id': '7c76ea05-3111-44d5-8874-972ab730413b', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:27Z', 'updated_at': '2021-05-11T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': 'dcf161c3-cb87-4de1-8e9a-ac11927c3972', 'name': '', 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'mac_address': 'fa:16:3e:14:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:36Z', 'updated_at': '2021-05-11T16:35:59Z', 'revision_number': 5, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'subnets': [{'id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:40:21.876916 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-28ec2fed-d5b1-42cc-887a-55ef768f6c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:21.883857 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:21.947741 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36116fd9-8c5d-4726-9ce3-7047d641c2ac None None] New status for floating IP 509f6a45-c81a-4464-bba0-23f9cce73667: DOWN {{(pid=78911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:40:22.042022 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec2fed-d5b1-42cc-887a-55ef768f6c5b admin admin] Pushing event deleted for resources: {'Port': ['ID=490a7cb2-b3c2-4984-a11e-8bbf0c70caa8,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:22.045747 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-28ec2fed-d5b1-42cc-887a-55ef768f6c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:22.380565 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-28ec2fed-d5b1-42cc-887a-55ef768f6c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401914'] for router_interface, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:22.463062 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9bb5d-3ee7-416b-8a1a-56f4ce1b571f req-1cb8ab84-df49-4163-b305-11ec75c74218 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:22.464537 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c7b9bb5d-3ee7-416b-8a1a-56f4ce1b571f req-1cb8ab84-df49-4163-b305-11ec75c74218 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 985 time: 0.2032306 May 11 16:40:22.615860 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c7b9bb5d-3ee7-416b-8a1a-56f4ce1b571f req-2f6ce49f-4600-4b27-a07b-2a843ca4f37a tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=1d89661c-d520-4866-8f09-20819a39d6d0&id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1393771 May 11 16:40:22.743182 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 51484) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:22.815723 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-42336b16-a6f3-4994-83b1-b5b8f5697ed9 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:22.836435 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ec2fed-d5b1-42cc-887a-55ef768f6c5b admin admin] Router 6a8ed48d-50b9-4aa4-a4a9-669523490c34 has already been hosted by L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae {{(pid=78909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:40:22.853487 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-42336b16-a6f3-4994-83b1-b5b8f5697ed9 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:22.861018 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 77eddc3e-a2be-4d50-b58c-73253d7a8464 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:40:22.921131 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] No Port match for: 77eddc3e-a2be-4d50-b58c-73253d7a8464 {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:40:22.921768 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 77eddc3e-a2be-4d50-b58c-73253d7a8464 not bound to the agent host hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:40:22.934135 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-42336b16-a6f3-4994-83b1-b5b8f5697ed9 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:22.938704 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-81604ca7-3331-4935-9938-34619e4e50ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:22.955231 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42336b16-a6f3-4994-83b1-b5b8f5697ed9 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14506dd0-c2ba-4d0e-a873-c3f405f5f05c,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:22.957913 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-42336b16-a6f3-4994-83b1-b5b8f5697ed9 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:22.968066 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-42336b16-a6f3-4994-83b1-b5b8f5697ed9 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:22.969231 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-42336b16-a6f3-4994-83b1-b5b8f5697ed9 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "DELETE /v2.0/security-groups/14506dd0-c2ba-4d0e-a873-c3f405f5f05c HTTP/1.1" status: 204 len: 168 time: 0.2250359 May 11 16:40:22.971969 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 51488) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:22.988635 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.api.v2.resource [None req-42a75a31-d704-4510-9bca-05a3c6fb2c4d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] show failed (client error): The resource could not be found. May 11 16:40:22.989665 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-42a75a31-d704-4510-9bca-05a3c6fb2c4d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups/14506dd0-c2ba-4d0e-a873-c3f405f5f05c HTTP/1.1" status: 404 len: 347 time: 0.0168235 May 11 16:40:22.992684 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 51492) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:23.039206 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ec2fed-d5b1-42cc-887a-55ef768f6c5b admin admin] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:40:23.048996 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3fdcbd-07a4-49a0-80df-b6ee8b8f89b7 None None] Sync routers for ids ['6a8ed48d-50b9-4aa4-a4a9-669523490c34'] in dv-cinder-789603-4-smb {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:40:23.054179 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-28ec2fed-d5b1-42cc-887a-55ef768f6c5b admin admin] 10.222.0.76 "PUT /v2.0/routers/6a8ed48d-50b9-4aa4-a4a9-669523490c34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1768150 May 11 16:40:23.059086 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3fdcbd-07a4-49a0-80df-b6ee8b8f89b7 None None] Routers {'6a8ed48d-50b9-4aa4-a4a9-669523490c34'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:40:23.059314 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 51496) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:23.059973 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-bb3fdcbd-07a4-49a0-80df-b6ee8b8f89b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:40:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['6a8ed48d-50b9-4aa4-a4a9-669523490c34'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:40:23.246596 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-bb3fdcbd-07a4-49a0-80df-b6ee8b8f89b7 None None] Set router 6a8ed48d-50b9-4aa4-a4a9-669523490c34 gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:40:23.475529 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac712-0d6c-456f-89ce-e70ed89f691e admin admin] Notify callbacks [] for router, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:23.539517 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-bb3fdcbd-07a4-49a0-80df-b6ee8b8f89b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8ed48d-50b9-4aa4-a4a9-669523490c34', 'name': 'tempest-ServerRescueNegativeTestJSON-2100760852-router', 'tenant_id': 'bb3db5d8cbfa44f0a16514218b4ef74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': '0f033dc4-33f3-4b74-aa12-6eddcc10bf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:36:33Z', 'updated_at': '2021-05-11T16:40:21Z', 'revision_number': 5, 'project_id': 'bb3db5d8cbfa44f0a16514218b4ef74f', 'gw_port': {'id': '0f033dc4-33f3-4b74-aa12-6eddcc10bf03', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8ed48d-50b9-4aa4-a4a9-669523490c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:35Z', 'updated_at': '2021-05-11T16:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:40:23.544545 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3fdcbd-07a4-49a0-80df-b6ee8b8f89b7 None None] Checking router: 6a8ed48d-50b9-4aa4-a4a9-669523490c34 for host: dv-cinder-789603-4-smb {{(pid=78912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:40:23.553331 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3fdcbd-07a4-49a0-80df-b6ee8b8f89b7 None None] Routers {'6a8ed48d-50b9-4aa4-a4a9-669523490c34'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:40:23.554070 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-bb3fdcbd-07a4-49a0-80df-b6ee8b8f89b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:40:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['6a8ed48d-50b9-4aa4-a4a9-669523490c34'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:40:23.635389 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-0d418bf5-33c9-44bd-9cd5-dfe5292d672f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Deleting port 946fa1fa-958a-4a35-9ec8-440c97a590ff {{(pid=78910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:40:23.635750 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-0d418bf5-33c9-44bd-9cd5-dfe5292d672f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:23.778817 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-bb3fdcbd-07a4-49a0-80df-b6ee8b8f89b7 None None] Set router 6a8ed48d-50b9-4aa4-a4a9-669523490c34 gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:40:23.807324 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac712-0d6c-456f-89ce-e70ed89f691e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:23.818432 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-0d418bf5-33c9-44bd-9cd5-dfe5292d672f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:23.818747 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-0d418bf5-33c9-44bd-9cd5-dfe5292d672f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:23.990834 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-0d418bf5-33c9-44bd-9cd5-dfe5292d672f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Calling delete_port for 946fa1fa-958a-4a35-9ec8-440c97a590ff owned by network:floatingip {{(pid=78910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:40:24.052561 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ac712-0d6c-456f-89ce-e70ed89f691e admin admin] Deleting port 0f033dc4-33f3-4b74-aa12-6eddcc10bf03 {{(pid=78910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:40:24.052897 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac712-0d6c-456f-89ce-e70ed89f691e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:24.074109 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-bb3fdcbd-07a4-49a0-80df-b6ee8b8f89b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8ed48d-50b9-4aa4-a4a9-669523490c34', 'name': 'tempest-ServerRescueNegativeTestJSON-2100760852-router', 'tenant_id': 'bb3db5d8cbfa44f0a16514218b4ef74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': '0f033dc4-33f3-4b74-aa12-6eddcc10bf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:36:33Z', 'updated_at': '2021-05-11T16:40:21Z', 'revision_number': 5, 'project_id': 'bb3db5d8cbfa44f0a16514218b4ef74f', 'gw_port': {'id': '0f033dc4-33f3-4b74-aa12-6eddcc10bf03', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8ed48d-50b9-4aa4-a4a9-669523490c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:35Z', 'updated_at': '2021-05-11T16:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:40:24.078699 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3fdcbd-07a4-49a0-80df-b6ee8b8f89b7 None None] The sync data for ids ['6a8ed48d-50b9-4aa4-a4a9-669523490c34'] in dv-cinder-789603-4-smb is: [{'id': '6a8ed48d-50b9-4aa4-a4a9-669523490c34', 'name': 'tempest-ServerRescueNegativeTestJSON-2100760852-router', 'tenant_id': 'bb3db5d8cbfa44f0a16514218b4ef74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': '0f033dc4-33f3-4b74-aa12-6eddcc10bf03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:36:33Z', 'updated_at': '2021-05-11T16:40:21Z', 'revision_number': 5, 'project_id': 'bb3db5d8cbfa44f0a16514218b4ef74f', 'gw_port': {'id': '0f033dc4-33f3-4b74-aa12-6eddcc10bf03', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8ed48d-50b9-4aa4-a4a9-669523490c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:36:35Z', 'updated_at': '2021-05-11T16:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}] {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:40:24.248055 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [None req-6e9ac712-0d6c-456f-89ce-e70ed89f691e admin admin] For port 0f033dc4-33f3-4b74-aa12-6eddcc10bf03, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=0f033dc4-33f3-4b74-aa12-6eddcc10bf03,segment=NetworkSegment(9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c),segment_id=9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c)] {{(pid=78910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:40:24.248415 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac712-0d6c-456f-89ce-e70ed89f691e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:24.394578 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-0d418bf5-33c9-44bd-9cd5-dfe5292d672f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:24.405698 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ac712-0d6c-456f-89ce-e70ed89f691e admin admin] Calling delete_port for 0f033dc4-33f3-4b74-aa12-6eddcc10bf03 owned by network:router_gateway {{(pid=78910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:40:24.408344 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-156319fa-8a6a-4f6d-8e21-1c4e53c45c59 tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:24.460735 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d418bf5-33c9-44bd-9cd5-dfe5292d672f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Pushing event deleted for resources: {'Port': ['ID=946fa1fa-958a-4a35-9ec8-440c97a590ff,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:24.463780 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-0d418bf5-33c9-44bd-9cd5-dfe5292d672f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:24.580728 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-0d418bf5-33c9-44bd-9cd5-dfe5292d672f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for floatingip, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:24.616351 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 490a7cb2-b3c2-4984-a11e-8bbf0c70caa8 no longer exists at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:40:24.654801 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] No Port match for: 490a7cb2-b3c2-4984-a11e-8bbf0c70caa8 {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:40:24.655153 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 490a7cb2-b3c2-4984-a11e-8bbf0c70caa8 not bound to the agent host dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:40:24.841185 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-0d418bf5-33c9-44bd-9cd5-dfe5292d672f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for floatingip, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:24.842408 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-0d418bf5-33c9-44bd-9cd5-dfe5292d672f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "DELETE /v2.0/floatingips/509f6a45-c81a-4464-bba0-23f9cce73667 HTTP/1.1" status: 204 len: 168 time: 1.8488214 May 11 16:40:24.945458 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac712-0d6c-456f-89ce-e70ed89f691e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:24.949518 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-71fac87a-f6dd-4262-90a7-612ea4a2bdd9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:24.997349 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ac712-0d6c-456f-89ce-e70ed89f691e admin admin] Pushing event deleted for resources: {'Port': ['ID=0f033dc4-33f3-4b74-aa12-6eddcc10bf03,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:25.000467 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-6e9ac712-0d6c-456f-89ce-e70ed89f691e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:25.093932 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac712-0d6c-456f-89ce-e70ed89f691e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-397166'] for router_gateway, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:25.269812 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac712-0d6c-456f-89ce-e70ed89f691e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-337970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8009'] for router, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:25.272027 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac712-0d6c-456f-89ce-e70ed89f691e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:25.361435 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac712-0d6c-456f-89ce-e70ed89f691e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403068'] for router, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:25.362001 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9ac712-0d6c-456f-89ce-e70ed89f691e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a8ed48d-50b9-4aa4-a4a9-669523490c34 {{(pid=78910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 16:40:25.380814 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 51502) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:25.381304 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac712-0d6c-456f-89ce-e70ed89f691e admin admin] Notify callbacks [] for router, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:25.382636 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-6e9ac712-0d6c-456f-89ce-e70ed89f691e admin admin] 10.222.0.76 "DELETE /v2.0/routers/6a8ed48d-50b9-4aa4-a4a9-669523490c34 HTTP/1.1" status: 204 len: 168 time: 2.3221047 May 11 16:40:25.385014 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 51506) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:25.387353 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-f965dc5e-23b9-4b06-90f2-61be64a7c4ca tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Request body: {'security_group': {'name': 'tempest-securitygroup--835026046', 'description': 'tempest-description--718917895'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:40:25.393582 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-f965dc5e-23b9-4b06-90f2-61be64a7c4ca tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:40:25.398857 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-f965dc5e-23b9-4b06-90f2-61be64a7c4ca tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Usage tracker for resource:security_group and tenant:4736f52286484cdda08e797d3f5fb330 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:40:25.402077 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-f965dc5e-23b9-4b06-90f2-61be64a7c4ca tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:40:25.410351 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-f965dc5e-23b9-4b06-90f2-61be64a7c4ca tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:40:25.420701 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-f965dc5e-23b9-4b06-90f2-61be64a7c4ca tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:25.442422 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-f965dc5e-23b9-4b06-90f2-61be64a7c4ca tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:40:25.451215 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-f965dc5e-23b9-4b06-90f2-61be64a7c4ca tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Usage tracker for resource:security_group_rule and tenant:4736f52286484cdda08e797d3f5fb330 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:40:25.456178 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-f965dc5e-23b9-4b06-90f2-61be64a7c4ca tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:40:25.458398 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_v2 [None req-a09c7667-a96f-48b4-95e3-bbd21e4b5451 admin admin] Deleting subnet 83ee92e9-ebf4-4f5e-8d64-d234ce1a9847 {{(pid=78910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:40:25.461589 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-a09c7667-a96f-48b4-95e3-bbd21e4b5451 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:25.469550 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-f965dc5e-23b9-4b06-90f2-61be64a7c4ca tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:40:25.537104 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-a09c7667-a96f-48b4-95e3-bbd21e4b5451 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14753306'] for subnet, precommit_delete_associations {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:25.563000 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-f965dc5e-23b9-4b06-90f2-61be64a7c4ca tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:25.567620 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-f965dc5e-23b9-4b06-90f2-61be64a7c4ca tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:25.573517 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-665b60fa-27c9-4ff2-885e-fab64a4af781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:25.613443 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-a09c7667-a96f-48b4-95e3-bbd21e4b5451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732194'] for subnet, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:25.622118 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965dc5e-23b9-4b06-90f2-61be64a7c4ca tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cc1786-6780-490e-b175-872715cdcd9b,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:25.625788 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-f965dc5e-23b9-4b06-90f2-61be64a7c4ca tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:25.626635 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-f965dc5e-23b9-4b06-90f2-61be64a7c4ca tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:25.627854 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-f965dc5e-23b9-4b06-90f2-61be64a7c4ca tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2460215 May 11 16:40:25.630721 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 51510) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:25.636130 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-60481a1d-1fa9-446b-b9a2-b1246c88315d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Request body: {'security_group_rule': {'security_group_id': 'c3cc1786-6780-490e-b175-872715cdcd9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:40:25.642240 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-60481a1d-1fa9-446b-b9a2-b1246c88315d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:40:25.646725 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-60481a1d-1fa9-446b-b9a2-b1246c88315d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Usage tracker for resource:security_group_rule and tenant:4736f52286484cdda08e797d3f5fb330 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:40:25.649712 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-60481a1d-1fa9-446b-b9a2-b1246c88315d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:40:25.656387 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-60481a1d-1fa9-446b-b9a2-b1246c88315d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:40:25.674912 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-60481a1d-1fa9-446b-b9a2-b1246c88315d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:25.742225 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-60481a1d-1fa9-446b-b9a2-b1246c88315d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:25.748479 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-60481a1d-1fa9-446b-b9a2-b1246c88315d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496974'] for security_group_rule, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:25.759063 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:25.782176 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60481a1d-1fa9-446b-b9a2-b1246c88315d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010c0988-febc-4027-9b06-96369b261a82,revision_number=0']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:25.785144 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-60481a1d-1fa9-446b-b9a2-b1246c88315d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:25.793925 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-60481a1d-1fa9-446b-b9a2-b1246c88315d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:25.795371 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-60481a1d-1fa9-446b-b9a2-b1246c88315d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1637325 May 11 16:40:25.799031 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 51514) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:25.804561 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-20c32761-83f9-4bd7-a297-47ad79f2625e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Request body: {'security_group_rule': {'security_group_id': 'c3cc1786-6780-490e-b175-872715cdcd9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:40:25.810783 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-20c32761-83f9-4bd7-a297-47ad79f2625e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:40:25.814816 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-20c32761-83f9-4bd7-a297-47ad79f2625e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Usage tracker for resource:security_group_rule and tenant:4736f52286484cdda08e797d3f5fb330 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:40:25.817647 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-20c32761-83f9-4bd7-a297-47ad79f2625e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:40:25.823177 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-20c32761-83f9-4bd7-a297-47ad79f2625e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:40:25.853479 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-20c32761-83f9-4bd7-a297-47ad79f2625e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:25.919020 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-a09c7667-a96f-48b4-95e3-bbd21e4b5451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15504079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16525368'] for subnet, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:25.921301 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-20c32761-83f9-4bd7-a297-47ad79f2625e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:25.924226 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-9ea247cd-ea2c-4453-8585-dca3a38a6377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:25.924984 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-20c32761-83f9-4bd7-a297-47ad79f2625e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496974'] for security_group_rule, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:25.927005 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-60481a1d-1fa9-446b-b9a2-b1246c88315d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:25.949745 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c32761-83f9-4bd7-a297-47ad79f2625e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c379458-d829-4eea-a26f-e729bf9f849b,revision_number=0']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:25.952593 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-20c32761-83f9-4bd7-a297-47ad79f2625e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:25.959071 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c7667-a96f-48b4-95e3-bbd21e4b5451 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83ee92e9-ebf4-4f5e-8d64-d234ce1a9847,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:25.960596 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-20c32761-83f9-4bd7-a297-47ad79f2625e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:25.961001 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-a09c7667-a96f-48b4-95e3-bbd21e4b5451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for subnet, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:25.961430 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-20c32761-83f9-4bd7-a297-47ad79f2625e tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1611531 May 11 16:40:25.963504 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-a09c7667-a96f-48b4-95e3-bbd21e4b5451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:25.964337 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 51518) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:25.968258 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-a09c7667-a96f-48b4-95e3-bbd21e4b5451 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/83ee92e9-ebf4-4f5e-8d64-d234ce1a9847 HTTP/1.1" status: 204 len: 168 time: 0.5822079 May 11 16:40:25.974845 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 51522) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:25.975491 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-f6f63ef8-27b5-4a03-a59b-4d8ba541839c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Request body: {'floatingip': {'floating_network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:40:25.981834 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-f6f63ef8-27b5-4a03-a59b-4d8ba541839c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:40:25.985599 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-f6f63ef8-27b5-4a03-a59b-4d8ba541839c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Usage tracker for resource:floatingip and tenant:4736f52286484cdda08e797d3f5fb330 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:40:25.988398 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-f6f63ef8-27b5-4a03-a59b-4d8ba541839c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:40:25.993917 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-f6f63ef8-27b5-4a03-a59b-4d8ba541839c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:40:26.007825 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-f6f63ef8-27b5-4a03-a59b-4d8ba541839c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for floatingip, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:26.084093 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e59df505-a407-4fd9-8c8e-7cc5f15fdd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606754'] for network, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:26.140366 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-f6f63ef8-27b5-4a03-a59b-4d8ba541839c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:26.212319 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e59df505-a407-4fd9-8c8e-7cc5f15fdd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726233', 'neutron.services.segments.db._delete_segments_for_network-8788166214813'] for network, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:26.227150 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.services.segments.db [None req-e59df505-a407-4fd9-8c8e-7cc5f15fdd78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3184e0-5a3e-4c08-862d-713868656b08']}} {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:40:26.241282 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.services.segments.db [None req-e59df505-a407-4fd9-8c8e-7cc5f15fdd78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '372da730-caa5-4221-8305-27cc197c62a9') {'for_net_delete': True} {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:40:26.241538 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.services.segments.db [None req-e59df505-a407-4fd9-8c8e-7cc5f15fdd78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '372da730-caa5-4221-8305-27cc197c62a9') {} {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:40:26.254146 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e59df505-a407-4fd9-8c8e-7cc5f15fdd78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788166226279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14753285'] for segment, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:26.271020 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e59df505-a407-4fd9-8c8e-7cc5f15fdd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:26.277441 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59df505-a407-4fd9-8c8e-7cc5f15fdd78 admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=78910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:40:26.277989 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e59df505-a407-4fd9-8c8e-7cc5f15fdd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15504041'] for segment, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: Traceback (most recent call last): May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: timer() May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: cb(*args, **kw) May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: return func(*args, **kwargs) May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: self._notify() May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: self.callback(batched_events) May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: event.method(event) May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: return f(self, *a, **k) May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: return self._get(url).json() May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: return self.request(url, 'GET', **kwargs) May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:40:26.291242 dv-cinder-789603-4-smb neutron-server[78910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:40:26.370322 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e59df505-a407-4fd9-8c8e-7cc5f15fdd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:26.374913 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-2ae22dcd-381d-4e0f-b25b-519fe859b828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:26.383374 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.db_base_plugin_common [None req-f6f63ef8-27b5-4a03-a59b-4d8ba541839c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Allocated IP 172.28.1.13 (b8617b39-e2b1-4863-8310-b30d869022e5/f9de70b6-644a-45ab-98dc-77e0c30714b2/5bb83a49-3396-40af-ae93-66469c225e96) {{(pid=78909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:40:26.388742 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e59df505-a407-4fd9-8c8e-7cc5f15fdd78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:26.399206 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59df505-a407-4fd9-8c8e-7cc5f15fdd78 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea3184e0-5a3e-4c08-862d-713868656b08,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:26.402397 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-e59df505-a407-4fd9-8c8e-7cc5f15fdd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:26.408418 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-e59df505-a407-4fd9-8c8e-7cc5f15fdd78 admin admin] 10.222.0.76 "DELETE /v2.0/networks/ea3184e0-5a3e-4c08-862d-713868656b08 HTTP/1.1" status: 204 len: 168 time: 0.4326007 May 11 16:40:26.539464 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-f6f63ef8-27b5-4a03-a59b-4d8ba541839c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for port, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:26.570411 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-f6f63ef8-27b5-4a03-a59b-4d8ba541839c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:26.576137 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-d2ea3067-fab1-4cd6-887a-2095dd7223ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:26.587038 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 51528) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:26.640401 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f63ef8-27b5-4a03-a59b-4d8ba541839c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Network b8617b39-e2b1-4863-8310-b30d869022e5 is already hosted by enough agents. {{(pid=78909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:40:26.643132 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.base_scheduler [None req-f6f63ef8-27b5-4a03-a59b-4d8ba541839c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Resources bound (agent type, host, resource id): {{(pid=78909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:40:26.646845 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-7768e11a-e8b1-4ef7-ab26-85d3fa23d872 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bb3db5d8cbfa44f0a16514218b4ef74f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559280 May 11 16:40:26.647056 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f63ef8-27b5-4a03-a59b-4d8ba541839c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Received port after_create {{(pid=78909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:40:26.648260 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 51532) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:26.664196 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 0f033dc4-33f3-4b74-aa12-6eddcc10bf03 no longer exists at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:40:26.692329 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f63ef8-27b5-4a03-a59b-4d8ba541839c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Pushing event updated for resources: {'Port': ['ID=5bb83a49-3396-40af-ae93-66469c225e96,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:26.702862 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-f6f63ef8-27b5-4a03-a59b-4d8ba541839c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:26.703183 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] No Port match for: 0f033dc4-33f3-4b74-aa12-6eddcc10bf03 {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:40:26.703546 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 0f033dc4-33f3-4b74-aa12-6eddcc10bf03 not bound to the agent host dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:40:26.719367 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-47aad80f-2820-43aa-a0bf-7fd088647880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:26.750834 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-f6f63ef8-27b5-4a03-a59b-4d8ba541839c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:26.819114 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-f6f63ef8-27b5-4a03-a59b-4d8ba541839c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:26.877081 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-47aad80f-2820-43aa-a0bf-7fd088647880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:26.932337 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-47aad80f-2820-43aa-a0bf-7fd088647880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:26.938429 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-85508604-6b88-4105-802d-a539c7b86f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:26.952067 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aad80f-2820-43aa-a0bf-7fd088647880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4084831c-15bf-4eae-9a3b-c28bd6ef94b4,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:26.954702 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-47aad80f-2820-43aa-a0bf-7fd088647880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:26.962686 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-47aad80f-2820-43aa-a0bf-7fd088647880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:26.966970 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-47aad80f-2820-43aa-a0bf-7fd088647880 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4084831c-15bf-4eae-9a3b-c28bd6ef94b4 HTTP/1.1" status: 204 len: 168 time: 0.3146892 May 11 16:40:27.056129 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-f6f63ef8-27b5-4a03-a59b-4d8ba541839c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for port, precommit_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:27.063879 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-f6f63ef8-27b5-4a03-a59b-4d8ba541839c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15952591'] for port, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:27.068738 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-b1d7962e-ff2d-4ea0-95ab-26e3194d4a42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:27.174451 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f63ef8-27b5-4a03-a59b-4d8ba541839c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Pushing event updated for resources: {'Port': ['ID=5bb83a49-3396-40af-ae93-66469c225e96,revision_number=2']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:27.178488 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-f6f63ef8-27b5-4a03-a59b-4d8ba541839c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:27.191753 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-f6f63ef8-27b5-4a03-a59b-4d8ba541839c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397171'] for floatingip, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:27.213504 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-f6f63ef8-27b5-4a03-a59b-4d8ba541839c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for floatingip, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:27.216260 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-f6f63ef8-27b5-4a03-a59b-4d8ba541839c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2494824 May 11 16:40:27.548445 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:40:27.674116 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-695d4843-4286-4120-9d7e-ccfe02bd77cc tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Synchronizing usage tracker for tenant:4736f52286484cdda08e797d3f5fb330 on resource:security_group {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:40:27.690074 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-695d4843-4286-4120-9d7e-ccfe02bd77cc tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Unset dirty status for tenant:4736f52286484cdda08e797d3f5fb330 on resource:security_group {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:40:27.691594 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-695d4843-4286-4120-9d7e-ccfe02bd77cc tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--835026046&fields=id&tenant_id=4736f52286484cdda08e797d3f5fb330 HTTP/1.1" status: 200 len: 267 time: 0.0586259 May 11 16:40:27.850997 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-72a142fd-4648-4543-b605-37d36ca46824 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:27.852511 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-72a142fd-4648-4543-b605-37d36ca46824 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/networks?id=d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc HTTP/1.1" status: 200 len: 811 time: 0.1541214 May 11 16:40:27.867707 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-4968c573-98cf-4ef0-8d3f-efdabe8ba781 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/quotas/4736f52286484cdda08e797d3f5fb330 HTTP/1.1" status: 200 len: 375 time: 0.0095646 May 11 16:40:27.964160 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-53cd11ef-c5f9-48c8-8205-d4a7b4dce2c1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4736f52286484cdda08e797d3f5fb330&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0903566 May 11 16:40:28.108528 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-5e01aa5c-3b86-4adc-b6fa-ef5bc0c837cc service neutron] 10.222.0.76 "GET /v2.0/networks/d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316009 May 11 16:40:28.242070 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-98a828b4-90fc-4553-b72f-379c387d44c4 service neutron] 10.222.0.76 "GET /v2.0/networks/d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275916 May 11 16:40:28.432054 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0c49393e-0709-484d-b69d-3b3ec745fe1c req-cbd31117-4a99-4ed4-a24c-4325bd38bab4 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=6162edec-e246-4a58-82ac-2de5c2180bca HTTP/1.1" status: 200 len: 210 time: 0.0440915 May 11 16:40:29.529122 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-28275121-533c-45bf-949c-b300bdb6ee46 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:29.529996 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-28275121-533c-45bf-949c-b300bdb6ee46 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Synchronizing usage tracker for tenant:4736f52286484cdda08e797d3f5fb330 on resource:network {{(pid=78910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:40:29.581980 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-28275121-533c-45bf-949c-b300bdb6ee46 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Unset dirty status for tenant:4736f52286484cdda08e797d3f5fb330 on resource:network {{(pid=78910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:40:29.583124 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-28275121-533c-45bf-949c-b300bdb6ee46 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.85 "GET /v2.0/networks?id=d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc HTTP/1.1" status: 200 len: 811 time: 0.2227666 May 11 16:40:29.604780 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c0397d41-a2cd-44dd-aebe-0108f1556475 req-e0f66040-12ba-4802-af48-d68fc877a2f9 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=6162edec-e246-4a58-82ac-2de5c2180bca HTTP/1.1" status: 200 len: 210 time: 0.0571301 May 11 16:40:29.652039 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-e2e64bc1-443b-4f1a-aa98-7117ec9d98b3 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Synchronizing usage tracker for tenant:4736f52286484cdda08e797d3f5fb330 on resource:security_group {{(pid=78910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:40:29.665825 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-e2e64bc1-443b-4f1a-aa98-7117ec9d98b3 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Unset dirty status for tenant:4736f52286484cdda08e797d3f5fb330 on resource:security_group {{(pid=78910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:40:29.667525 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-e2e64bc1-443b-4f1a-aa98-7117ec9d98b3 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4736f52286484cdda08e797d3f5fb330 HTTP/1.1" status: 200 len: 379 time: 0.0745461 May 11 16:40:29.676860 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-d54edf0a-03ff-466c-a1a2-e3feb5f67cd1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Request body: {'port': {'device_id': '6162edec-e246-4a58-82ac-2de5c2180bca', 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc', 'admin_state_up': True, 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'security_groups': ['c3cc1786-6780-490e-b175-872715cdcd9b']}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:40:29.833527 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-d54edf0a-03ff-466c-a1a2-e3feb5f67cd1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:40:29.837564 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-d54edf0a-03ff-466c-a1a2-e3feb5f67cd1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Usage tracker for resource:port and tenant:4736f52286484cdda08e797d3f5fb330 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:40:29.840656 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-d54edf0a-03ff-466c-a1a2-e3feb5f67cd1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:40:29.846201 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-d54edf0a-03ff-466c-a1a2-e3feb5f67cd1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:40:29.856409 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-d54edf0a-03ff-466c-a1a2-e3feb5f67cd1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Made reservation on behalf of 4736f52286484cdda08e797d3f5fb330 for: {'port': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:40:29.860420 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-d54edf0a-03ff-466c-a1a2-e3feb5f67cd1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:30.030756 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_common [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-d54edf0a-03ff-466c-a1a2-e3feb5f67cd1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Allocated IP 172.20.0.3 (d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc/92408bfd-18b4-4d40-bf0b-34a82b102005/1eacbf09-a083-44ec-9b06-951b33f0c20b) {{(pid=78910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:40:30.219234 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-d54edf0a-03ff-466c-a1a2-e3feb5f67cd1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for port, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:30.234921 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.provisioning_blocks [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-d54edf0a-03ff-466c-a1a2-e3feb5f67cd1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Transition to ACTIVE for port object 1eacbf09-a083-44ec-9b06-951b33f0c20b will not be triggered until provisioned by entity DHCP. {{(pid=78910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:40:30.258192 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-d54edf0a-03ff-466c-a1a2-e3feb5f67cd1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:30.263897 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-6e9ac712-0d6c-456f-89ce-e70ed89f691e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:30.329652 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-d54edf0a-03ff-466c-a1a2-e3feb5f67cd1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Network d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc is already hosted by enough agents. {{(pid=78910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:40:30.332723 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-d54edf0a-03ff-466c-a1a2-e3feb5f67cd1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Resources bound (agent type, host, resource id): {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:40:30.342433 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-d54edf0a-03ff-466c-a1a2-e3feb5f67cd1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Received port after_create {{(pid=78910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:40:30.373910 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54edf0a-03ff-466c-a1a2-e3feb5f67cd1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Pushing event updated for resources: {'Port': ['ID=1eacbf09-a083-44ec-9b06-951b33f0c20b,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:30.380576 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-d54edf0a-03ff-466c-a1a2-e3feb5f67cd1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:30.412199 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-d54edf0a-03ff-466c-a1a2-e3feb5f67cd1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:30.412835 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-d54edf0a-03ff-466c-a1a2-e3feb5f67cd1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:30.440071 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-d54edf0a-03ff-466c-a1a2-e3feb5f67cd1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7672043 May 11 16:40:30.452345 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-88591152-1c1d-4915-86d6-392d493c7657 service neutron] Request body: {'port': {'device_id': '6162edec-e246-4a58-82ac-2de5c2180bca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:40:30.524201 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-05e9dc78-6a63-4a67-9f6f-fa4f0fab0a74 None None] Provisioning for port 1eacbf09-a083-44ec-9b06-951b33f0c20b completed by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:40:30.529851 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-05e9dc78-6a63-4a67-9f6f-fa4f0fab0a74 None None] Provisioning complete for port 1eacbf09-a083-44ec-9b06-951b33f0c20b triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:40:30.530217 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-05e9dc78-6a63-4a67-9f6f-fa4f0fab0a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:30.569760 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-88591152-1c1d-4915-86d6-392d493c7657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:30.585914 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-05e9dc78-6a63-4a67-9f6f-fa4f0fab0a74 None None] Port 1eacbf09-a083-44ec-9b06-951b33f0c20b cannot update to ACTIVE because it is not bound. {{(pid=78911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:40:30.820638 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2bddb-3142-4afb-8d6e-9e75507d459e req-3a2b91c0-40d6-46ef-9486-8e6b695fe8a4 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:30.822469 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-04f2bddb-3142-4afb-8d6e-9e75507d459e req-3a2b91c0-40d6-46ef-9486-8e6b695fe8a4 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=6162edec-e246-4a58-82ac-2de5c2180bca HTTP/1.1" status: 200 len: 931 time: 0.1054246 May 11 16:40:30.888838 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-04f2bddb-3142-4afb-8d6e-9e75507d459e req-21c1d438-bc5b-4e3a-a3f8-4f9695b1f261 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3cc1786-6780-490e-b175-872715cdcd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511544 May 11 16:40:30.941438 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-88591152-1c1d-4915-86d6-392d493c7657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eacbf09-a083-44ec-9b06-951b33f0c20b {{(pid=78910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:40:30.949042 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-88591152-1c1d-4915-86d6-392d493c7657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:30.963358 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.provisioning_blocks [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-88591152-1c1d-4915-86d6-392d493c7657 service neutron] Transition to ACTIVE for port object 1eacbf09-a083-44ec-9b06-951b33f0c20b will not be triggered until provisioned by entity L2. {{(pid=78910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:40:30.968662 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-88591152-1c1d-4915-86d6-392d493c7657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15504005'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:30.972567 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-dac981a3-2fc3-4b1c-b821-9bb9e874abbd tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:31.136274 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88591152-1c1d-4915-86d6-392d493c7657 service neutron] Pushing event updated for resources: {'Port': ['ID=1eacbf09-a083-44ec-9b06-951b33f0c20b,revision_number=2']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:31.145006 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-88591152-1c1d-4915-86d6-392d493c7657 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:31.247445 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-88591152-1c1d-4915-86d6-392d493c7657 service neutron] Attempting to bind port 1eacbf09-a083-44ec-9b06-951b33f0c20b on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:40:31.248026 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-88591152-1c1d-4915-86d6-392d493c7657 service neutron] Attempting to bind port 1eacbf09-a083-44ec-9b06-951b33f0c20b by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'e5a671ff-39d2-4aca-9f5d-8704617f1b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc'}] {{(pid=78910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:40:31.248544 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-88591152-1c1d-4915-86d6-392d493c7657 service neutron] Attempting to bind port 1eacbf09-a083-44ec-9b06-951b33f0c20b on network d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:40:31.256719 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-88591152-1c1d-4915-86d6-392d493c7657 service neutron] Port 1eacbf09-a083-44ec-9b06-951b33f0c20b on network d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:40:31.257261 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-88591152-1c1d-4915-86d6-392d493c7657 service neutron] Attempting to bind port 1eacbf09-a083-44ec-9b06-951b33f0c20b on network d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:40:31.267849 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-88591152-1c1d-4915-86d6-392d493c7657 service neutron] Checking agent: {'id': 'd37e6d19-ade9-4e89-aecb-ac851dc75e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'started_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:40:31.268305 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-88591152-1c1d-4915-86d6-392d493c7657 service neutron] Checking segment: {'id': 'e5a671ff-39d2-4aca-9f5d-8704617f1b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:40:31.268793 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-88591152-1c1d-4915-86d6-392d493c7657 service neutron] Bound using segment: {'id': 'e5a671ff-39d2-4aca-9f5d-8704617f1b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc'} {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:40:31.269298 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-88591152-1c1d-4915-86d6-392d493c7657 service neutron] Bound port: 1eacbf09-a083-44ec-9b06-951b33f0c20b, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a671ff-39d2-4aca-9f5d-8704617f1b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc'}}] {{(pid=78910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:40:31.269622 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-88591152-1c1d-4915-86d6-392d493c7657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:31.467952 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-88591152-1c1d-4915-86d6-392d493c7657 service neutron] For port 1eacbf09-a083-44ec-9b06-951b33f0c20b, host hv-cinder-78960, cleared binding levels {{(pid=78910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:40:31.471168 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-88591152-1c1d-4915-86d6-392d493c7657 service neutron] For port 1eacbf09-a083-44ec-9b06-951b33f0c20b, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1eacbf09-a083-44ec-9b06-951b33f0c20b,segment=NetworkSegment(e5a671ff-39d2-4aca-9f5d-8704617f1b4c),segment_id=e5a671ff-39d2-4aca-9f5d-8704617f1b4c)] {{(pid=78910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:40:31.475470 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-88591152-1c1d-4915-86d6-392d493c7657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15504005'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:31.479064 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:31.534724 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-88591152-1c1d-4915-86d6-392d493c7657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:31.535405 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-88591152-1c1d-4915-86d6-392d493c7657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:31.536709 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-88591152-1c1d-4915-86d6-392d493c7657 service neutron] 10.222.0.85 "PUT /v2.0/ports/1eacbf09-a083-44ec-9b06-951b33f0c20b HTTP/1.1" status: 200 len: 1093 time: 1.0891743 May 11 16:40:31.537167 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6162edec-e246-4a58-82ac-2de5c2180bca', 'tag': '1eacbf09-a083-44ec-9b06-951b33f0c20b'}] {{(pid=78910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:40:31.566965 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88591152-1c1d-4915-86d6-392d493c7657 service neutron] Pushing event updated for resources: {'Port': ['ID=1eacbf09-a083-44ec-9b06-951b33f0c20b,revision_number=3']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:31.571283 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-88591152-1c1d-4915-86d6-392d493c7657 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:31.621258 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6162edec-e246-4a58-82ac-2de5c2180bca', 'tag': '1eacbf09-a083-44ec-9b06-951b33f0c20b', 'status': 'completed', 'code': 200} May 11 16:40:31.663723 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-96d23e52-9bb6-41ac-9a01-cb8a03d1265e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:31.665316 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-96d23e52-9bb6-41ac-9a01-cb8a03d1265e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4736f52286484cdda08e797d3f5fb330&device_id=6162edec-e246-4a58-82ac-2de5c2180bca HTTP/1.1" status: 200 len: 1096 time: 0.0773125 May 11 16:40:31.737914 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-943dea9a-097c-4fab-8d4c-db7386fdd1a8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1eacbf09-a083-44ec-9b06-951b33f0c20b HTTP/1.1" status: 200 len: 217 time: 0.0652082 May 11 16:40:31.811749 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-59911048-1727-4fc3-a88a-9ef1d0cc8764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:31.814101 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-59911048-1727-4fc3-a88a-9ef1d0cc8764 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=92408bfd-18b4-4d40-bf0b-34a82b102005 HTTP/1.1" status: 200 len: 850 time: 0.0670094 May 11 16:40:31.898475 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-f10b1a7f-fc40-479d-a86b-7d2e6399ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:31.899963 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-f10b1a7f-fc40-479d-a86b-7d2e6399ec7c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799601 May 11 16:40:32.036254 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-1969eb25-9844-428a-829b-fc5f65c63f46 service neutron] 10.222.0.85 "GET /v2.0/networks/d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296787 May 11 16:40:32.081300 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2629ae-66a0-4725-b66a-4cee1baeb4b3 req-941dddaa-5fad-4c75-b849-ef9ce7b91a25 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:32.082674 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6b2629ae-66a0-4725-b66a-4cee1baeb4b3 req-941dddaa-5fad-4c75-b849-ef9ce7b91a25 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=6162edec-e246-4a58-82ac-2de5c2180bca HTTP/1.1" status: 200 len: 943 time: 0.0800812 May 11 16:40:32.129677 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6b2629ae-66a0-4725-b66a-4cee1baeb4b3 req-55cbf50f-f335-4d67-af1a-9c7e77b4c4be tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3cc1786-6780-490e-b175-872715cdcd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412161 May 11 16:40:32.173003 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-c4d73130-4fe9-4263-89fa-3bab50a746a8 req-6cad5ca3-0d34-4a6f-b3d9-25730b2e7d45 service neutron] 10.222.0.85 "GET /v2.0/networks/d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291115 May 11 16:40:32.288539 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d57c5-2d19-45ef-9bc8-a137f3efe8ad req-d4f6a844-5867-496b-a260-0d698c518686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:32.289902 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-3e4d57c5-2d19-45ef-9bc8-a137f3efe8ad req-d4f6a844-5867-496b-a260-0d698c518686 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4736f52286484cdda08e797d3f5fb330&device_id=6162edec-e246-4a58-82ac-2de5c2180bca HTTP/1.1" status: 200 len: 1096 time: 0.0703447 May 11 16:40:32.423620 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d57c5-2d19-45ef-9bc8-a137f3efe8ad req-0cde72e7-f8e5-4131-a33f-8e04379428bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:32.425086 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-3e4d57c5-2d19-45ef-9bc8-a137f3efe8ad req-0cde72e7-f8e5-4131-a33f-8e04379428bd service neutron] 10.222.0.85 "GET /v2.0/networks?id=d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc HTTP/1.1" status: 200 len: 913 time: 0.1280203 May 11 16:40:32.498591 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-3e4d57c5-2d19-45ef-9bc8-a137f3efe8ad req-880f4ad3-4ee4-4c6f-a719-e5c8e7b2b163 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1eacbf09-a083-44ec-9b06-951b33f0c20b HTTP/1.1" status: 200 len: 217 time: 0.0664575 May 11 16:40:32.575003 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d57c5-2d19-45ef-9bc8-a137f3efe8ad req-f0d2ffc2-4765-4e86-8756-dcd9cbfeae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:32.576468 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-3e4d57c5-2d19-45ef-9bc8-a137f3efe8ad req-f0d2ffc2-4765-4e86-8756-dcd9cbfeae1d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=92408bfd-18b4-4d40-bf0b-34a82b102005 HTTP/1.1" status: 200 len: 850 time: 0.0708737 May 11 16:40:32.660187 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d57c5-2d19-45ef-9bc8-a137f3efe8ad req-37814be3-7da9-4413-a42a-4c8ab73d64e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:32.661950 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-3e4d57c5-2d19-45ef-9bc8-a137f3efe8ad req-37814be3-7da9-4413-a42a-4c8ab73d64e6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749893 May 11 16:40:32.801181 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-3e4d57c5-2d19-45ef-9bc8-a137f3efe8ad req-633d965a-8884-4eee-85d0-22366f20a0c0 service neutron] 10.222.0.85 "GET /v2.0/networks/d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316018 May 11 16:40:32.822657 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 51670) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:32.943383 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-3e4d57c5-2d19-45ef-9bc8-a137f3efe8ad req-5d4b3dcb-f3e8-4314-bbfc-8612ed0aa6e8 service neutron] 10.222.0.85 "GET /v2.0/networks/d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332865 May 11 16:40:32.952627 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-ccc767fb-68a1-44b2-a634-ed0fe6602440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:33.053207 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-ccc767fb-68a1-44b2-a634-ed0fe6602440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:40:33.057096 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-ccc767fb-68a1-44b2-a634-ed0fe6602440 admin admin] Usage tracker for resource:security_group_rule and tenant:f5a058209be544ac97d01ca34ad27191 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:40:33.061007 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-ccc767fb-68a1-44b2-a634-ed0fe6602440 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:40:33.066928 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-ccc767fb-68a1-44b2-a634-ed0fe6602440 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:40:33.157130 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-ccc767fb-68a1-44b2-a634-ed0fe6602440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:33.162681 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-ccc767fb-68a1-44b2-a634-ed0fe6602440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:33.171978 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-3176a4c0-84aa-4e6e-9501-8f247bf61ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:33.214070 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-ccc767fb-68a1-44b2-a634-ed0fe6602440 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f5a058209be544ac97d01ca34ad27191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3902929 May 11 16:40:33.217649 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc767fb-68a1-44b2-a634-ed0fe6602440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794e4946-7634-41b0-9a45-d9d56e216d0e,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:33.218104 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 51678) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:33.222083 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-ccc767fb-68a1-44b2-a634-ed0fe6602440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:33.296949 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fe5f9a35-7dc2-4d65-b774-b6e0d92801b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:33.323013 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fe5f9a35-7dc2-4d65-b774-b6e0d92801b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:33.327581 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac809a-1cf0-41ce-a71c-bafd563e686b req-2705d6d2-47ce-41e0-9a7f-f713d76682f5 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:33.329116 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1fac809a-1cf0-41ce-a71c-bafd563e686b req-2705d6d2-47ce-41e0-9a7f-f713d76682f5 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=6162edec-e246-4a58-82ac-2de5c2180bca HTTP/1.1" status: 200 len: 943 time: 0.0867100 May 11 16:40:33.375906 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fe5f9a35-7dc2-4d65-b774-b6e0d92801b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:33.376439 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1fac809a-1cf0-41ce-a71c-bafd563e686b req-9f1cb20b-92fd-4df0-b4ec-56e7e95461e5 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3cc1786-6780-490e-b175-872715cdcd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412176 May 11 16:40:33.379662 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-3c188a3f-e33f-4140-a0e8-7bf7cf41523e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:33.392974 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f9a35-7dc2-4d65-b774-b6e0d92801b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794e4946-7634-41b0-9a45-d9d56e216d0e,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:33.396761 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-fe5f9a35-7dc2-4d65-b774-b6e0d92801b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:33.400215 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fe5f9a35-7dc2-4d65-b774-b6e0d92801b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:33.401320 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-fe5f9a35-7dc2-4d65-b774-b6e0d92801b7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/794e4946-7634-41b0-9a45-d9d56e216d0e HTTP/1.1" status: 204 len: 168 time: 0.1681118 May 11 16:40:33.704326 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 51686) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:33.723456 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e1372511-3f24-49da-a137-9da8daa79f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:33.739164 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-e1372511-3f24-49da-a137-9da8daa79f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:40:33.742993 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-e1372511-3f24-49da-a137-9da8daa79f22 admin admin] Usage tracker for resource:security_group_rule and tenant:9e0397ec15b5495d9ddaff3804721432 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:40:33.745801 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-e1372511-3f24-49da-a137-9da8daa79f22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:40:33.752518 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-e1372511-3f24-49da-a137-9da8daa79f22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:40:33.846215 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e1372511-3f24-49da-a137-9da8daa79f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:33.850700 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e1372511-3f24-49da-a137-9da8daa79f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:33.857749 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-e772b161-1616-49e2-994c-f176b951c08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:33.902314 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1372511-3f24-49da-a137-9da8daa79f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1587247f-eec2-4d76-ae17-e5997e7d2139,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:33.905844 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-e1372511-3f24-49da-a137-9da8daa79f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:33.908160 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-e1372511-3f24-49da-a137-9da8daa79f22 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9e0397ec15b5495d9ddaff3804721432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2028339 May 11 16:40:33.913768 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 51690) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:34.060874 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7e70344b-854e-49a9-80f2-24b38057e3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:34.087228 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7e70344b-854e-49a9-80f2-24b38057e3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:34.139338 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7e70344b-854e-49a9-80f2-24b38057e3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:34.143097 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-cdd449d9-4b60-4649-abe7-2d0cb5c5f076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:34.157074 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70344b-854e-49a9-80f2-24b38057e3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1587247f-eec2-4d76-ae17-e5997e7d2139,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:34.159958 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-7e70344b-854e-49a9-80f2-24b38057e3bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:34.160906 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7e70344b-854e-49a9-80f2-24b38057e3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:34.161999 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-7e70344b-854e-49a9-80f2-24b38057e3bc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1587247f-eec2-4d76-ae17-e5997e7d2139 HTTP/1.1" status: 204 len: 168 time: 0.2474182 May 11 16:40:34.560689 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 51700) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:34.578943 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-2f025efa-1f8e-4ff8-8cc8-85fe7a4e152f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:34.594442 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-2f025efa-1f8e-4ff8-8cc8-85fe7a4e152f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:40:34.598771 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-2f025efa-1f8e-4ff8-8cc8-85fe7a4e152f admin admin] Usage tracker for resource:security_group_rule and tenant:988dd5bb83c74879a9a3c332073023a7 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:40:34.601800 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-2f025efa-1f8e-4ff8-8cc8-85fe7a4e152f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:40:34.608698 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-2f025efa-1f8e-4ff8-8cc8-85fe7a4e152f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:40:34.610247 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4a872-862f-49f4-8184-d1e9a2a766bb req-c887d2c9-e217-495c-9827-40e6aa270dc9 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:34.611814 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1bc4a872-862f-49f4-8184-d1e9a2a766bb req-c887d2c9-e217-495c-9827-40e6aa270dc9 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=6162edec-e246-4a58-82ac-2de5c2180bca HTTP/1.1" status: 200 len: 943 time: 0.0857081 May 11 16:40:34.662155 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1bc4a872-862f-49f4-8184-d1e9a2a766bb req-5c5ceae4-a4d6-4b27-9a98-04bab0fe3161 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3cc1786-6780-490e-b175-872715cdcd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442657 May 11 16:40:34.704471 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-2f025efa-1f8e-4ff8-8cc8-85fe7a4e152f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:34.708651 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-2f025efa-1f8e-4ff8-8cc8-85fe7a4e152f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:34.720229 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-e1372511-3f24-49da-a137-9da8daa79f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:34.758433 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-2f025efa-1f8e-4ff8-8cc8-85fe7a4e152f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=988dd5bb83c74879a9a3c332073023a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1966419 May 11 16:40:34.760091 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f025efa-1f8e-4ff8-8cc8-85fe7a4e152f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df60e3d2-081f-4e07-badb-055488a1cc16,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:34.761057 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 51704) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:34.768973 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f025efa-1f8e-4ff8-8cc8-85fe7a4e152f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:34.769337 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f025efa-1f8e-4ff8-8cc8-85fe7a4e152f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:34.769698 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f025efa-1f8e-4ff8-8cc8-85fe7a4e152f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:34.770048 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f025efa-1f8e-4ff8-8cc8-85fe7a4e152f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:34.770392 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f025efa-1f8e-4ff8-8cc8-85fe7a4e152f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:34.770733 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f025efa-1f8e-4ff8-8cc8-85fe7a4e152f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:34.771084 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f025efa-1f8e-4ff8-8cc8-85fe7a4e152f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:34.771422 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f025efa-1f8e-4ff8-8cc8-85fe7a4e152f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:34.771784 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f025efa-1f8e-4ff8-8cc8-85fe7a4e152f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:34.772125 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f025efa-1f8e-4ff8-8cc8-85fe7a4e152f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:34.772458 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f025efa-1f8e-4ff8-8cc8-85fe7a4e152f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:34.772819 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f025efa-1f8e-4ff8-8cc8-85fe7a4e152f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:34.776666 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-2f025efa-1f8e-4ff8-8cc8-85fe7a4e152f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:34.826031 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b6e32c0d-741b-4d8b-bd21-ed499527321e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:34.853124 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b6e32c0d-741b-4d8b-bd21-ed499527321e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:34.908167 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 1eacbf09-a083-44ec-9b06-951b33f0c20b details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:40:34.909006 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b6e32c0d-741b-4d8b-bd21-ed499527321e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:34.914264 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-b5ef98ef-7123-449a-a7b5-10ff3274b3c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:34.927350 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e32c0d-741b-4d8b-bd21-ed499527321e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df60e3d2-081f-4e07-badb-055488a1cc16,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:34.931068 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-b6e32c0d-741b-4d8b-bd21-ed499527321e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:34.937940 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b6e32c0d-741b-4d8b-bd21-ed499527321e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:34.939043 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-b6e32c0d-741b-4d8b-bd21-ed499527321e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/df60e3d2-081f-4e07-badb-055488a1cc16 HTTP/1.1" status: 204 len: 168 time: 0.1764131 May 11 16:40:35.061700 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 1eacbf09-a083-44ec-9b06-951b33f0c20b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1eacbf09-a083-44ec-9b06-951b33f0c20b,segment=NetworkSegment(e5a671ff-39d2-4aca-9f5d-8704617f1b4c),segment_id=e5a671ff-39d2-4aca-9f5d-8704617f1b4c)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:40:35.076736 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Returning: {'device': '1eacbf09-a083-44ec-9b06-951b33f0c20b', 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc', 'port_id': '1eacbf09-a083-44ec-9b06-951b33f0c20b', 'mac_address': 'fa:16:3e:b1:f8:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:40:35.138386 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:35.160964 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eacbf09-a083-44ec-9b06-951b33f0c20b {{(pid=78911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:40:35.178729 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 1eacbf09-a083-44ec-9b06-951b33f0c20b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1eacbf09-a083-44ec-9b06-951b33f0c20b,segment=NetworkSegment(e5a671ff-39d2-4aca-9f5d-8704617f1b4c),segment_id=e5a671ff-39d2-4aca-9f5d-8704617f1b4c)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:40:35.184548 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:35.187579 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:35.261257 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=1eacbf09-a083-44ec-9b06-951b33f0c20b,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:35.269528 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:35.269873 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:35.270211 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:35.270543 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:35.270871 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:35.271198 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:35.271522 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:35.271877 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:35.272200 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:35.272520 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:35.272838 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:35.273158 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:35.277366 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:35.428474 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['1eacbf09-a083-44ec-9b06-951b33f0c20b'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:40:35.868278 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b80e2-6207-488c-8547-8ed03f6d9ee7 req-5a42b1ab-6f63-416e-8a3e-a18925591318 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:35.870036 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5f7b80e2-6207-488c-8547-8ed03f6d9ee7 req-5a42b1ab-6f63-416e-8a3e-a18925591318 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=6162edec-e246-4a58-82ac-2de5c2180bca HTTP/1.1" status: 200 len: 944 time: 0.0956347 May 11 16:40:35.919714 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5f7b80e2-6207-488c-8547-8ed03f6d9ee7 req-501edf4e-074e-4087-a676-83b62af06553 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3cc1786-6780-490e-b175-872715cdcd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417171 May 11 16:40:36.927849 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 1eacbf09-a083-44ec-9b06-951b33f0c20b up at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:40:37.023876 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning for port 1eacbf09-a083-44ec-9b06-951b33f0c20b completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:40:37.031539 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning complete for port 1eacbf09-a083-44ec-9b06-951b33f0c20b triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:40:37.031958 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:37.147479 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd0d11-fc5c-4f2d-9d65-de842657a0d5 req-a1fbe9ff-316d-44b9-abc5-63995154ebac tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:37.149284 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-32cd0d11-fc5c-4f2d-9d65-de842657a0d5 req-a1fbe9ff-316d-44b9-abc5-63995154ebac tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=6162edec-e246-4a58-82ac-2de5c2180bca HTTP/1.1" status: 200 len: 944 time: 0.1070347 May 11 16:40:37.174343 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:37.204469 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-32cd0d11-fc5c-4f2d-9d65-de842657a0d5 req-dfae098a-a4bc-47d0-918d-08a3a38ba55d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3cc1786-6780-490e-b175-872715cdcd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467033 May 11 16:40:37.204693 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6162edec-e246-4a58-82ac-2de5c2180bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eacbf09-a083-44ec-9b06-951b33f0c20b'}] {{(pid=78911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:40:37.217230 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 1eacbf09-a083-44ec-9b06-951b33f0c20b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1eacbf09-a083-44ec-9b06-951b33f0c20b,segment=NetworkSegment(e5a671ff-39d2-4aca-9f5d-8704617f1b4c),segment_id=e5a671ff-39d2-4aca-9f5d-8704617f1b4c)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:40:37.226694 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:37.226694 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:37.268495 dv-cinder-789603-4-smb neutron-server[78911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6162edec-e246-4a58-82ac-2de5c2180bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eacbf09-a083-44ec-9b06-951b33f0c20b', 'code': 200} May 11 16:40:37.296011 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=1eacbf09-a083-44ec-9b06-951b33f0c20b,revision_number=5']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:37.298923 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:37.497486 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e4718-76dc-47ca-90a7-ae30fba5a93a req-1489ddf3-4cf1-4cb4-9deb-5b3c2495a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:37.498877 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-272e4718-76dc-47ca-90a7-ae30fba5a93a req-1489ddf3-4cf1-4cb4-9deb-5b3c2495a0bb service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6162edec-e246-4a58-82ac-2de5c2180bca HTTP/1.1" status: 200 len: 1098 time: 0.0719869 May 11 16:40:37.540401 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-272e4718-76dc-47ca-90a7-ae30fba5a93a req-6d58e633-93ac-4d5d-b0cf-930992a365b2 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=c3cc1786-6780-490e-b175-872715cdcd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351577 May 11 16:40:38.501178 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf2d75-e311-4d12-8502-403e2e4b9d1f req-b3e531ab-902a-4a23-9c59-2c2e219e41c0 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:38.502705 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5cbf2d75-e311-4d12-8502-403e2e4b9d1f req-b3e531ab-902a-4a23-9c59-2c2e219e41c0 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=6162edec-e246-4a58-82ac-2de5c2180bca HTTP/1.1" status: 200 len: 945 time: 0.0990593 May 11 16:40:38.557013 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5cbf2d75-e311-4d12-8502-403e2e4b9d1f req-5170d912-a25f-4803-ae2e-4b806615a5c1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3cc1786-6780-490e-b175-872715cdcd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428331 May 11 16:40:39.761001 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22cae9-f466-4874-8df3-d0b73a177d80 req-c4133f58-b92f-4ef9-9332-b1eebc949b3b tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:39.762906 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8a22cae9-f466-4874-8df3-d0b73a177d80 req-c4133f58-b92f-4ef9-9332-b1eebc949b3b tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=6162edec-e246-4a58-82ac-2de5c2180bca HTTP/1.1" status: 200 len: 945 time: 0.0955443 May 11 16:40:39.823592 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8a22cae9-f466-4874-8df3-d0b73a177d80 req-60494215-5c68-4884-9e20-054ffcd2819d tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3cc1786-6780-490e-b175-872715cdcd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551074 May 11 16:40:40.027427 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a348ae-0c85-4784-915d-e4313fcf1fd0 req-267c3296-1a36-485c-813d-bd917804ae80 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:40.029115 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f5a348ae-0c85-4784-915d-e4313fcf1fd0 req-267c3296-1a36-485c-813d-bd917804ae80 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=6162edec-e246-4a58-82ac-2de5c2180bca HTTP/1.1" status: 200 len: 945 time: 0.0872459 May 11 16:40:40.037547 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 51784) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:40.043235 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-97aed390-0502-442a-85c5-ffc893f40845 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Request body: {'floatingip': {'port_id': '1eacbf09-a083-44ec-9b06-951b33f0c20b'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:40:40.122158 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-97aed390-0502-442a-85c5-ffc893f40845 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for floatingip, before_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:40.578752 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-951a47a1-9763-4ccb-bd3e-436595510eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:40.808686 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-97aed390-0502-442a-85c5-ffc893f40845 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:40.816193 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-97aed390-0502-442a-85c5-ffc893f40845 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397171'] for floatingip, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:40.999871 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.db.l3_db [None req-97aed390-0502-442a-85c5-ffc893f40845 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Floating IP cfecf12b-0e49-4b27-b817-400322c4b5f0 associated. External IP: 172.28.1.13, port: 1eacbf09-a083-44ec-9b06-951b33f0c20b. May 11 16:40:41.367041 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97aed390-0502-442a-85c5-ffc893f40845 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Router c29db716-d3ee-4526-8d8c-d5d3f92528d2 has already been hosted by L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae {{(pid=78909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:40:41.553329 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97aed390-0502-442a-85c5-ffc893f40845 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:40:41.558245 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-97aed390-0502-442a-85c5-ffc893f40845 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for floatingip, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:41.565715 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9179070b-5870-4e06-9ae4-0f1c62942803 None None] Sync routers for ids ['c29db716-d3ee-4526-8d8c-d5d3f92528d2'] in dv-cinder-789603-4-smb {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:40:41.582663 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9179070b-5870-4e06-9ae4-0f1c62942803 None None] Routers {'c29db716-d3ee-4526-8d8c-d5d3f92528d2'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:40:41.583708 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-9179070b-5870-4e06-9ae4-0f1c62942803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:40:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['c29db716-d3ee-4526-8d8c-d5d3f92528d2'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:40:41.642560 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-97aed390-0502-442a-85c5-ffc893f40845 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "PUT /v2.0/floatingips/cfecf12b-0e49-4b27-b817-400322c4b5f0 HTTP/1.1" status: 200 len: 990 time: 1.6039257 May 11 16:40:41.643183 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6162edec-e246-4a58-82ac-2de5c2180bca', 'tag': '1eacbf09-a083-44ec-9b06-951b33f0c20b'}] {{(pid=78909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:40:41.786584 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-9179070b-5870-4e06-9ae4-0f1c62942803 None None] Set router c29db716-d3ee-4526-8d8c-d5d3f92528d2 gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:40:41.824427 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6162edec-e246-4a58-82ac-2de5c2180bca', 'tag': '1eacbf09-a083-44ec-9b06-951b33f0c20b', 'status': 'completed', 'code': 200} May 11 16:40:41.924755 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210c8e4-db2d-45d8-9e71-a7f1cc5368ac req-c13af79d-c7d6-44ec-b6d3-a7e5c7bebde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:41.926856 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-d210c8e4-db2d-45d8-9e71-a7f1cc5368ac req-c13af79d-c7d6-44ec-b6d3-a7e5c7bebde4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4736f52286484cdda08e797d3f5fb330&device_id=6162edec-e246-4a58-82ac-2de5c2180bca HTTP/1.1" status: 200 len: 1098 time: 0.0800328 May 11 16:40:42.059961 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210c8e4-db2d-45d8-9e71-a7f1cc5368ac req-b00c7f9f-2f1f-41ff-93c9-884c9595aad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:42.061654 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-d210c8e4-db2d-45d8-9e71-a7f1cc5368ac req-b00c7f9f-2f1f-41ff-93c9-884c9595aad8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc HTTP/1.1" status: 200 len: 913 time: 0.1266265 May 11 16:40:42.164306 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-9179070b-5870-4e06-9ae4-0f1c62942803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'name': 'tempest-AttachVolumeTestJSON-1731529142-router', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7c76ea05-3111-44d5-8874-972ab730413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'gw_port': {'id': '7c76ea05-3111-44d5-8874-972ab730413b', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:27Z', 'updated_at': '2021-05-11T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_floatingips': [{'id': 'cfecf12b-0e49-4b27-b817-400322c4b5f0', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'floating_ip_address': '172.28.1.13', 'floating_network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'router_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'port_id': '1eacbf09-a083-44ec-9b06-951b33f0c20b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc', 'mac_address': 'fa:16:3e:b1:f8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6162edec-e246-4a58-82ac-2de5c2180bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:40:26Z', 'updated_at': '2021-05-11T16:40:40Z', 'revision_number': 1, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf161c3-cb87-4de1-8e9a-ac11927c3972', 'name': '', 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'mac_address': 'fa:16:3e:14:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:36Z', 'updated_at': '2021-05-11T16:35:59Z', 'revision_number': 5, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'subnets': [{'id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:40:42.168601 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9179070b-5870-4e06-9ae4-0f1c62942803 None None] Checking router: c29db716-d3ee-4526-8d8c-d5d3f92528d2 for host: dv-cinder-789603-4-smb {{(pid=78911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:40:42.171505 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-d210c8e4-db2d-45d8-9e71-a7f1cc5368ac req-4750ff2c-2b5d-4890-a5a2-b3971d5ae1cc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1eacbf09-a083-44ec-9b06-951b33f0c20b HTTP/1.1" status: 200 len: 998 time: 0.1024885 May 11 16:40:42.177249 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9179070b-5870-4e06-9ae4-0f1c62942803 None None] Routers {'c29db716-d3ee-4526-8d8c-d5d3f92528d2'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:40:42.177950 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-9179070b-5870-4e06-9ae4-0f1c62942803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:40:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['c29db716-d3ee-4526-8d8c-d5d3f92528d2'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:40:42.239285 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210c8e4-db2d-45d8-9e71-a7f1cc5368ac req-71dde982-59f8-4576-a1ef-908c92ad0d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:42.240760 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-d210c8e4-db2d-45d8-9e71-a7f1cc5368ac req-71dde982-59f8-4576-a1ef-908c92ad0d8d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=92408bfd-18b4-4d40-bf0b-34a82b102005 HTTP/1.1" status: 200 len: 850 time: 0.0624151 May 11 16:40:42.341506 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210c8e4-db2d-45d8-9e71-a7f1cc5368ac req-bfbb34e1-15a0-4900-852f-84a28ed49a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:42.342980 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-d210c8e4-db2d-45d8-9e71-a7f1cc5368ac req-bfbb34e1-15a0-4900-852f-84a28ed49a76 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0920668 May 11 16:40:42.371397 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-9179070b-5870-4e06-9ae4-0f1c62942803 None None] Set router c29db716-d3ee-4526-8d8c-d5d3f92528d2 gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:40:42.486047 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-d210c8e4-db2d-45d8-9e71-a7f1cc5368ac req-4aed74af-c968-4c68-be9c-bc6915250d34 service neutron] 10.222.0.85 "GET /v2.0/networks/d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358449 May 11 16:40:42.629321 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-d210c8e4-db2d-45d8-9e71-a7f1cc5368ac req-8a56e700-e3dc-4540-ad3f-b2a9c6c91716 service neutron] 10.222.0.85 "GET /v2.0/networks/d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352069 May 11 16:40:42.710048 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:42.710842 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 51846) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:42.747525 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-9179070b-5870-4e06-9ae4-0f1c62942803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'name': 'tempest-AttachVolumeTestJSON-1731529142-router', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7c76ea05-3111-44d5-8874-972ab730413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'gw_port': {'id': '7c76ea05-3111-44d5-8874-972ab730413b', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:27Z', 'updated_at': '2021-05-11T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_floatingips': [{'id': 'cfecf12b-0e49-4b27-b817-400322c4b5f0', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'floating_ip_address': '172.28.1.13', 'floating_network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'router_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'port_id': '1eacbf09-a083-44ec-9b06-951b33f0c20b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc', 'mac_address': 'fa:16:3e:b1:f8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6162edec-e246-4a58-82ac-2de5c2180bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:40:26Z', 'updated_at': '2021-05-11T16:40:40Z', 'revision_number': 1, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf161c3-cb87-4de1-8e9a-ac11927c3972', 'name': '', 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'mac_address': 'fa:16:3e:14:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:36Z', 'updated_at': '2021-05-11T16:35:59Z', 'revision_number': 5, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'subnets': [{'id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:40:42.751903 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9179070b-5870-4e06-9ae4-0f1c62942803 None None] The sync data for ids ['c29db716-d3ee-4526-8d8c-d5d3f92528d2'] in dv-cinder-789603-4-smb is: [{'id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'name': 'tempest-AttachVolumeTestJSON-1731529142-router', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7c76ea05-3111-44d5-8874-972ab730413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'gw_port': {'id': '7c76ea05-3111-44d5-8874-972ab730413b', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:27Z', 'updated_at': '2021-05-11T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_floatingips': [{'id': 'cfecf12b-0e49-4b27-b817-400322c4b5f0', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'floating_ip_address': '172.28.1.13', 'floating_network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'router_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'port_id': '1eacbf09-a083-44ec-9b06-951b33f0c20b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc', 'mac_address': 'fa:16:3e:b1:f8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6162edec-e246-4a58-82ac-2de5c2180bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:40:26Z', 'updated_at': '2021-05-11T16:40:40Z', 'revision_number': 1, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf161c3-cb87-4de1-8e9a-ac11927c3972', 'name': '', 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'mac_address': 'fa:16:3e:14:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:36Z', 'updated_at': '2021-05-11T16:35:59Z', 'revision_number': 5, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'subnets': [{'id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:40:42.845563 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7cefd48c-c378-4679-8c73-1d8fb0aa2b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:42.861732 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-7cefd48c-c378-4679-8c73-1d8fb0aa2b45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:40:42.865488 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-7cefd48c-c378-4679-8c73-1d8fb0aa2b45 admin admin] Usage tracker for resource:security_group_rule and tenant:2b542dc1141949d1987e4815ccd1c9c2 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:40:42.868495 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-7cefd48c-c378-4679-8c73-1d8fb0aa2b45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:40:42.874811 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-7cefd48c-c378-4679-8c73-1d8fb0aa2b45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:40:42.969711 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc98de0a-8f2e-43ce-8a12-3f642964af04 None None] New status for floating IP cfecf12b-0e49-4b27-b817-400322c4b5f0: ACTIVE {{(pid=78912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:40:42.971800 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7cefd48c-c378-4679-8c73-1d8fb0aa2b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:42.978900 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7cefd48c-c378-4679-8c73-1d8fb0aa2b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:42.986771 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-663db21f-ac52-43ff-87ae-4d9117e5a900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:43.030761 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-7cefd48c-c378-4679-8c73-1d8fb0aa2b45 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2b542dc1141949d1987e4815ccd1c9c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188460 May 11 16:40:43.031646 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefd48c-c378-4679-8c73-1d8fb0aa2b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02b87f8-f346-4b89-9426-7393d3e59b2d,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:43.034710 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-7cefd48c-c378-4679-8c73-1d8fb0aa2b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:43.039775 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 51854) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:43.106525 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-acb46596-fba0-435b-857f-8165b12d9b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:43.133397 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-acb46596-fba0-435b-857f-8165b12d9b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:43.188322 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-acb46596-fba0-435b-857f-8165b12d9b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:43.192133 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-c3926825-a9f5-450a-b395-c4a87373531c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:43.205784 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb46596-fba0-435b-857f-8165b12d9b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02b87f8-f346-4b89-9426-7393d3e59b2d,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:43.209328 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-acb46596-fba0-435b-857f-8165b12d9b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:43.214980 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-acb46596-fba0-435b-857f-8165b12d9b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:43.218683 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-acb46596-fba0-435b-857f-8165b12d9b10 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b02b87f8-f346-4b89-9426-7393d3e59b2d HTTP/1.1" status: 204 len: 168 time: 0.1754541 May 11 16:40:43.517932 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 51862) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:43.536358 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e77a6751-72f6-4c08-a006-80b8c1b85376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:43.552255 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-e77a6751-72f6-4c08-a006-80b8c1b85376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:40:43.556245 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-e77a6751-72f6-4c08-a006-80b8c1b85376 admin admin] Usage tracker for resource:security_group_rule and tenant:33467c5d82ae4bcb94f3be05c0bcdf3f is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:40:43.559708 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-e77a6751-72f6-4c08-a006-80b8c1b85376 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:40:43.565884 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-e77a6751-72f6-4c08-a006-80b8c1b85376 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:40:43.576684 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-78b870e4-f38d-4258-a23c-9e84b055312b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:43.655415 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e77a6751-72f6-4c08-a006-80b8c1b85376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:43.664529 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e77a6751-72f6-4c08-a006-80b8c1b85376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:43.675920 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-675b62b4-a6ab-457d-8d28-a599db7971a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:43.712412 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:43.717843 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-e77a6751-72f6-4c08-a006-80b8c1b85376 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=33467c5d82ae4bcb94f3be05c0bcdf3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985805 May 11 16:40:43.718521 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a6751-72f6-4c08-a006-80b8c1b85376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01915f6e-7b2d-411a-a50a-70acf8fb3dbe,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:43.720671 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 51866) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:43.721768 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-e77a6751-72f6-4c08-a006-80b8c1b85376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:43.783062 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e7efe5f7-9c9b-4215-8f8c-bbb92b71efb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:43.810478 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e7efe5f7-9c9b-4215-8f8c-bbb92b71efb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:43.867097 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e7efe5f7-9c9b-4215-8f8c-bbb92b71efb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:43.871368 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-bdc3283f-70d5-4247-a387-f226ca11348f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:43.884170 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efe5f7-9c9b-4215-8f8c-bbb92b71efb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01915f6e-7b2d-411a-a50a-70acf8fb3dbe,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:43.886538 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-e7efe5f7-9c9b-4215-8f8c-bbb92b71efb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:43.894145 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e7efe5f7-9c9b-4215-8f8c-bbb92b71efb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:43.897931 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-e7efe5f7-9c9b-4215-8f8c-bbb92b71efb2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/01915f6e-7b2d-411a-a50a-70acf8fb3dbe HTTP/1.1" status: 204 len: 168 time: 0.1735368 May 11 16:40:45.049056 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:46.343190 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 51944) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:46.471107 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-ce3c0d59-4504-4095-8eed-91365feda39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:46.487966 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-ce3c0d59-4504-4095-8eed-91365feda39f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:40:46.493949 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-ce3c0d59-4504-4095-8eed-91365feda39f admin admin] Usage tracker for resource:security_group_rule and tenant:74e54c4ea6244f07b64001d7831d3c63 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:40:46.498043 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-ce3c0d59-4504-4095-8eed-91365feda39f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:40:46.504563 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-ce3c0d59-4504-4095-8eed-91365feda39f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:40:46.594660 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-ce3c0d59-4504-4095-8eed-91365feda39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:46.598718 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-ce3c0d59-4504-4095-8eed-91365feda39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:46.607569 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-f965dc5e-23b9-4b06-90f2-61be64a7c4ca tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:46.649294 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-ce3c0d59-4504-4095-8eed-91365feda39f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=74e54c4ea6244f07b64001d7831d3c63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049426 May 11 16:40:46.650313 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c0d59-4504-4095-8eed-91365feda39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8fb96d-c378-4c80-8949-3f6f10f8640d,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:46.654027 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-ce3c0d59-4504-4095-8eed-91365feda39f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:46.654392 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 51950) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:46.719275 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd140-ded1-45da-8bf0-81f494248c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:46.748468 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd140-ded1-45da-8bf0-81f494248c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:46.800616 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd140-ded1-45da-8bf0-81f494248c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:46.805432 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-ca5eb2f0-d2d9-4d00-a210-ce40d92059a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:46.821619 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1bd140-ded1-45da-8bf0-81f494248c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8fb96d-c378-4c80-8949-3f6f10f8640d,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:46.825719 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-4d1bd140-ded1-45da-8bf0-81f494248c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:46.831469 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd140-ded1-45da-8bf0-81f494248c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:46.832601 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-4d1bd140-ded1-45da-8bf0-81f494248c53 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ef8fb96d-c378-4c80-8949-3f6f10f8640d HTTP/1.1" status: 204 len: 168 time: 0.1771669 May 11 16:40:47.145214 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 51958) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:47.164484 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-bc08ad00-4ddf-4e95-af0e-a0c60266ee0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:47.181117 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-bc08ad00-4ddf-4e95-af0e-a0c60266ee0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:40:47.185574 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-bc08ad00-4ddf-4e95-af0e-a0c60266ee0a admin admin] Usage tracker for resource:security_group_rule and tenant:92cf86c3f3254b0a889aaf5e92215b42 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:40:47.189080 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-bc08ad00-4ddf-4e95-af0e-a0c60266ee0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:40:47.195016 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-bc08ad00-4ddf-4e95-af0e-a0c60266ee0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:40:47.295633 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-bc08ad00-4ddf-4e95-af0e-a0c60266ee0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:47.300343 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-bc08ad00-4ddf-4e95-af0e-a0c60266ee0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:47.308661 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-fe5f9a35-7dc2-4d65-b774-b6e0d92801b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:47.356724 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-bc08ad00-4ddf-4e95-af0e-a0c60266ee0a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=92cf86c3f3254b0a889aaf5e92215b42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2095232 May 11 16:40:47.357107 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 51966) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:47.359547 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08ad00-4ddf-4e95-af0e-a0c60266ee0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7174876-a9db-4f7f-9daa-a9e6c0c52855,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:47.368672 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-bc08ad00-4ddf-4e95-af0e-a0c60266ee0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:47.437021 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-2dddb170-e777-4825-9f89-a758ceb98a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:47.472645 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-2dddb170-e777-4825-9f89-a758ceb98a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:47.532193 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-37226ec9-38ba-4f26-b767-35e123536e7e req-d98b0d63-308b-4f50-8634-6d209ec9ad07 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2811418 May 11 16:40:47.543237 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-2dddb170-e777-4825-9f89-a758ceb98a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:47.556501 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-ce3c0d59-4504-4095-8eed-91365feda39f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:47.571307 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddb170-e777-4825-9f89-a758ceb98a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7174876-a9db-4f7f-9daa-a9e6c0c52855,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:47.576208 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-2dddb170-e777-4825-9f89-a758ceb98a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:47.582992 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-2dddb170-e777-4825-9f89-a758ceb98a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:47.584291 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-2dddb170-e777-4825-9f89-a758ceb98a2e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e7174876-a9db-4f7f-9daa-a9e6c0c52855 HTTP/1.1" status: 204 len: 168 time: 0.2237923 May 11 16:40:47.622245 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:47.690209 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37226ec9-38ba-4f26-b767-35e123536e7e req-d87abbcf-77b9-47a3-a2fa-c2cf2c8e126d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:47.691675 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-37226ec9-38ba-4f26-b767-35e123536e7e req-d87abbcf-77b9-47a3-a2fa-c2cf2c8e126d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8942d883f4c046ccbad8949c0b191e85&device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 1138 time: 0.0838926 May 11 16:40:47.941756 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37226ec9-38ba-4f26-b767-35e123536e7e req-2bc85174-d907-4927-a848-f3a9e2336667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:47.943201 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-37226ec9-38ba-4f26-b767-35e123536e7e req-2bc85174-d907-4927-a848-f3a9e2336667 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8018b197-db88-43a2-a0a1-57da27d76237 HTTP/1.1" status: 200 len: 917 time: 0.2306921 May 11 16:40:48.052945 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-37226ec9-38ba-4f26-b767-35e123536e7e req-c3fc16ab-14bd-40bf-8303-d8a2d79cc48e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a62df00-29a8-4d61-951c-61830cc9308c HTTP/1.1" status: 200 len: 1001 time: 0.1011326 May 11 16:40:48.121145 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37226ec9-38ba-4f26-b767-35e123536e7e req-2b6306a2-73ab-4536-8a4f-0a7d59b9b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:48.122648 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-37226ec9-38ba-4f26-b767-35e123536e7e req-2b6306a2-73ab-4536-8a4f-0a7d59b9b08d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f4746050-1b0b-46d4-bb96-ceec96e125a2 HTTP/1.1" status: 200 len: 854 time: 0.0632484 May 11 16:40:48.206746 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37226ec9-38ba-4f26-b767-35e123536e7e req-84bf7a35-ecab-4bbe-ae0a-39dc38943938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:48.208251 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-37226ec9-38ba-4f26-b767-35e123536e7e req-84bf7a35-ecab-4bbe-ae0a-39dc38943938 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8018b197-db88-43a2-a0a1-57da27d76237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0788317 May 11 16:40:48.357581 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-37226ec9-38ba-4f26-b767-35e123536e7e req-425d66c8-4696-4e24-a01c-3e0a388b9409 service neutron] 10.222.0.85 "GET /v2.0/networks/8018b197-db88-43a2-a0a1-57da27d76237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425138 May 11 16:40:48.499463 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-37226ec9-38ba-4f26-b767-35e123536e7e req-1ecc89ce-df23-4039-acde-b2395a4f0858 service neutron] 10.222.0.85 "GET /v2.0/networks/8018b197-db88-43a2-a0a1-57da27d76237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346607 May 11 16:40:48.872694 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 52000) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:48.998110 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-3713c8e1-e4d5-4451-94da-f2635f8179a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:49.014335 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-3713c8e1-e4d5-4451-94da-f2635f8179a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:40:49.018293 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-3713c8e1-e4d5-4451-94da-f2635f8179a6 admin admin] Usage tracker for resource:security_group_rule and tenant:99616bad5b4140ad89140e89bef57c2f is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:40:49.021216 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-3713c8e1-e4d5-4451-94da-f2635f8179a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:40:49.027100 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-3713c8e1-e4d5-4451-94da-f2635f8179a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:40:49.117217 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-3713c8e1-e4d5-4451-94da-f2635f8179a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:49.120990 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-3713c8e1-e4d5-4451-94da-f2635f8179a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:49.129898 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-effc9882-29f2-4d10-9836-f31aa4778cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:49.172507 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-3713c8e1-e4d5-4451-94da-f2635f8179a6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=99616bad5b4140ad89140e89bef57c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986875 May 11 16:40:49.173438 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713c8e1-e4d5-4451-94da-f2635f8179a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5a6af7-0a60-4c76-b6cc-cc5f2b0e0291,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:49.175173 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 52006) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:49.176869 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-3713c8e1-e4d5-4451-94da-f2635f8179a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:49.235792 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-70514ae4-bf61-4cdc-87a9-3d9efef46cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:49.263991 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-70514ae4-bf61-4cdc-87a9-3d9efef46cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:49.315357 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-70514ae4-bf61-4cdc-87a9-3d9efef46cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:49.318918 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-e111a4e9-9c69-48cf-af55-dda2f4c9c1c1 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:49.331453 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70514ae4-bf61-4cdc-87a9-3d9efef46cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5a6af7-0a60-4c76-b6cc-cc5f2b0e0291,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:49.334462 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-70514ae4-bf61-4cdc-87a9-3d9efef46cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:49.336605 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-70514ae4-bf61-4cdc-87a9-3d9efef46cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:49.340249 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-70514ae4-bf61-4cdc-87a9-3d9efef46cee admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7e5a6af7-0a60-4c76-b6cc-cc5f2b0e0291 HTTP/1.1" status: 204 len: 168 time: 0.1639073 May 11 16:40:55.571019 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0fbda81c-9943-45cb-bf39-a0cd73f3476a req-fc5196c7-028b-4e31-a47a-19eb2b8f2af2 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1035821651&fields=id&tenant_id=8942d883f4c046ccbad8949c0b191e85 HTTP/1.1" status: 200 len: 267 time: 0.1439850 May 11 16:40:55.658553 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbda81c-9943-45cb-bf39-a0cd73f3476a req-75cdce42-1057-448c-9fe8-feab517113f2 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:55.660182 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0fbda81c-9943-45cb-bf39-a0cd73f3476a req-75cdce42-1057-448c-9fe8-feab517113f2 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 985 time: 0.0832238 May 11 16:40:55.671533 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [req-0fbda81c-9943-45cb-bf39-a0cd73f3476a req-e19900c2-b630-4fb6-aee3-c359a5b53e57 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Request body: {'port': {'security_groups': ['f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc']}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:40:55.829475 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-0fbda81c-9943-45cb-bf39-a0cd73f3476a req-e19900c2-b630-4fb6-aee3-c359a5b53e57 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:56.103811 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [req-0fbda81c-9943-45cb-bf39-a0cd73f3476a req-e19900c2-b630-4fb6-aee3-c359a5b53e57 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] For port 2a62df00-29a8-4d61-951c-61830cc9308c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2a62df00-29a8-4d61-951c-61830cc9308c,segment=NetworkSegment(968cce70-161c-43b3-9d57-d4947608969e),segment_id=968cce70-161c-43b3-9d57-d4947608969e)] {{(pid=78909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:40:56.137500 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-0fbda81c-9943-45cb-bf39-a0cd73f3476a req-e19900c2-b630-4fb6-aee3-c359a5b53e57 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for port, precommit_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:56.142030 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-0fbda81c-9943-45cb-bf39-a0cd73f3476a req-e19900c2-b630-4fb6-aee3-c359a5b53e57 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15952591'] for port, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:56.147630 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-f6f63ef8-27b5-4a03-a59b-4d8ba541839c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:56.154501 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['2a62df00-29a8-4d61-951c-61830cc9308c'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:40:56.213167 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbda81c-9943-45cb-bf39-a0cd73f3476a req-e19900c2-b630-4fb6-aee3-c359a5b53e57 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:56.213826 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-0fbda81c-9943-45cb-bf39-a0cd73f3476a req-e19900c2-b630-4fb6-aee3-c359a5b53e57 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:56.216514 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0fbda81c-9943-45cb-bf39-a0cd73f3476a req-e19900c2-b630-4fb6-aee3-c359a5b53e57 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "PUT /v2.0/ports/2a62df00-29a8-4d61-951c-61830cc9308c HTTP/1.1" status: 200 len: 943 time: 0.5495093 May 11 16:40:56.217048 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388f7ae9-c57b-45f4-88a9-3d036aeb2ca2', 'tag': '2a62df00-29a8-4d61-951c-61830cc9308c'}] {{(pid=78909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:40:56.227845 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 52088) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:56.248488 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19900c2-b630-4fb6-aee3-c359a5b53e57 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Pushing event updated for resources: {'Port': ['ID=2a62df00-29a8-4d61-951c-61830cc9308c,revision_number=7']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:56.269080 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19900c2-b630-4fb6-aee3-c359a5b53e57 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:56.269680 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19900c2-b630-4fb6-aee3-c359a5b53e57 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:56.270110 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19900c2-b630-4fb6-aee3-c359a5b53e57 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:56.270615 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19900c2-b630-4fb6-aee3-c359a5b53e57 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:56.271016 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19900c2-b630-4fb6-aee3-c359a5b53e57 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:56.271392 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19900c2-b630-4fb6-aee3-c359a5b53e57 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:56.271773 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19900c2-b630-4fb6-aee3-c359a5b53e57 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:56.272226 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19900c2-b630-4fb6-aee3-c359a5b53e57 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:56.272574 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19900c2-b630-4fb6-aee3-c359a5b53e57 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:56.272925 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19900c2-b630-4fb6-aee3-c359a5b53e57 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:56.273315 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19900c2-b630-4fb6-aee3-c359a5b53e57 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:56.273744 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19900c2-b630-4fb6-aee3-c359a5b53e57 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:40:56.279801 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-e19900c2-b630-4fb6-aee3-c359a5b53e57 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:56.333711 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-5a1335e1-db8f-4b12-9739-9b510d2e661c tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:56.351649 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['2a62df00-29a8-4d61-951c-61830cc9308c'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:40:56.384544 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-5a1335e1-db8f-4b12-9739-9b510d2e661c tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:56.480316 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-5a1335e1-db8f-4b12-9739-9b510d2e661c tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:56.489121 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-fd735d50-2d99-482a-9361-dc64edfbb8d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:56.506229 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1335e1-db8f-4b12-9739-9b510d2e661c tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d89661c-d520-4866-8f09-20819a39d6d0,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:56.509197 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-5a1335e1-db8f-4b12-9739-9b510d2e661c tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:56.536942 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-5a1335e1-db8f-4b12-9739-9b510d2e661c tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:56.541682 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-5a1335e1-db8f-4b12-9739-9b510d2e661c tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "DELETE /v2.0/security-groups/1d89661c-d520-4866-8f09-20819a39d6d0 HTTP/1.1" status: 204 len: 168 time: 0.3118556 May 11 16:40:56.545137 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 52094) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:40:56.563443 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388f7ae9-c57b-45f4-88a9-3d036aeb2ca2', 'tag': '2a62df00-29a8-4d61-951c-61830cc9308c', 'status': 'completed', 'code': 200} May 11 16:40:56.599974 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b6a414bb-8f4f-4a46-81e9-0942dfbc9d75 None None] Provisioning complete for port 2a62df00-29a8-4d61-951c-61830cc9308c triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:40:56.600257 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b6a414bb-8f4f-4a46-81e9-0942dfbc9d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:56.824896 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a2266-e1c0-4e5e-80f4-caf5a4c4f188 req-adb644a7-1cd9-4754-bc3d-edcb1ec1cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:56.826363 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-804a2266-e1c0-4e5e-80f4-caf5a4c4f188 req-adb644a7-1cd9-4754-bc3d-edcb1ec1cfb8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8942d883f4c046ccbad8949c0b191e85&device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 1099 time: 0.2074573 May 11 16:40:57.008669 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a2266-e1c0-4e5e-80f4-caf5a4c4f188 req-17fd103a-9d7b-4fdc-aad5-166f4814d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:57.010082 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-804a2266-e1c0-4e5e-80f4-caf5a4c4f188 req-17fd103a-9d7b-4fdc-aad5-166f4814d901 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8018b197-db88-43a2-a0a1-57da27d76237 HTTP/1.1" status: 200 len: 917 time: 0.1569693 May 11 16:40:57.011465 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-164a0aba-b127-4fcf-b3c5-e2821e0fee06 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Deleting port c0a79b3c-0386-4188-92d2-936dac8e4c25 {{(pid=78910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:40:57.011925 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-164a0aba-b127-4fcf-b3c5-e2821e0fee06 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:57.198062 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-804a2266-e1c0-4e5e-80f4-caf5a4c4f188 req-5dd148ec-0f3f-4032-ac0a-6261b993d08e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a62df00-29a8-4d61-951c-61830cc9308c HTTP/1.1" status: 200 len: 1001 time: 0.1737766 May 11 16:40:57.349288 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-164a0aba-b127-4fcf-b3c5-e2821e0fee06 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:57.350085 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-164a0aba-b127-4fcf-b3c5-e2821e0fee06 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:57.486978 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-164a0aba-b127-4fcf-b3c5-e2821e0fee06 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Calling delete_port for c0a79b3c-0386-4188-92d2-936dac8e4c25 owned by network:floatingip {{(pid=78910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:40:57.497973 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a2266-e1c0-4e5e-80f4-caf5a4c4f188 req-dc24ba2a-8119-4378-873b-d1f9134249d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:57.499462 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-804a2266-e1c0-4e5e-80f4-caf5a4c4f188 req-dc24ba2a-8119-4378-873b-d1f9134249d5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f4746050-1b0b-46d4-bb96-ceec96e125a2 HTTP/1.1" status: 200 len: 854 time: 0.2938995 May 11 16:40:57.611995 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a2266-e1c0-4e5e-80f4-caf5a4c4f188 req-c18ff02b-a7e0-45b6-8f90-b2e1197a7211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:57.613458 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-804a2266-e1c0-4e5e-80f4-caf5a4c4f188 req-c18ff02b-a7e0-45b6-8f90-b2e1197a7211 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8018b197-db88-43a2-a0a1-57da27d76237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0968697 May 11 16:40:57.805277 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-804a2266-e1c0-4e5e-80f4-caf5a4c4f188 req-719ec514-75e0-46af-a9bd-90ba20f59ad6 service neutron] 10.222.0.85 "GET /v2.0/networks/8018b197-db88-43a2-a0a1-57da27d76237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820662 May 11 16:40:57.806482 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-164a0aba-b127-4fcf-b3c5-e2821e0fee06 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:57.809976 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-91f30d5f-262a-4665-9f74-b7003591a556 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:40:57.876792 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a0aba-b127-4fcf-b3c5-e2821e0fee06 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Pushing event deleted for resources: {'Port': ['ID=c0a79b3c-0386-4188-92d2-936dac8e4c25,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:40:57.928402 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-164a0aba-b127-4fcf-b3c5-e2821e0fee06 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:40:58.066458 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-164a0aba-b127-4fcf-b3c5-e2821e0fee06 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks [] for floatingip, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:58.066680 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.db.l3_db [None req-164a0aba-b127-4fcf-b3c5-e2821e0fee06 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Floating IP d41a1d7f-f8a6-4f6b-9668-ba6521592364 disassociated (deleted). External IP: 172.28.1.51, port: 2a62df00-29a8-4d61-951c-61830cc9308c. May 11 16:40:58.179868 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-804a2266-e1c0-4e5e-80f4-caf5a4c4f188 req-6f49d49e-ab3f-43a9-a4f8-f01c5a700ba1 service neutron] 10.222.0.85 "GET /v2.0/networks/8018b197-db88-43a2-a0a1-57da27d76237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412106 May 11 16:40:58.425301 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164a0aba-b127-4fcf-b3c5-e2821e0fee06 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Router 8205f26f-f5d3-46cc-97f3-b94edfedd3f5 has already been hosted by L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae {{(pid=78910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:40:58.615041 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164a0aba-b127-4fcf-b3c5-e2821e0fee06 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:40:58.629180 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09f4567-4279-489d-b5c8-f128e1610d3f None None] Sync routers for ids ['8205f26f-f5d3-46cc-97f3-b94edfedd3f5'] in dv-cinder-789603-4-smb {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:40:58.643320 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09f4567-4279-489d-b5c8-f128e1610d3f None None] Routers {'8205f26f-f5d3-46cc-97f3-b94edfedd3f5'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:40:58.644480 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-a09f4567-4279-489d-b5c8-f128e1610d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:40:44Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['8205f26f-f5d3-46cc-97f3-b94edfedd3f5'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:40:58.658983 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-164a0aba-b127-4fcf-b3c5-e2821e0fee06 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for floatingip, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:40:58.862939 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-164a0aba-b127-4fcf-b3c5-e2821e0fee06 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "DELETE /v2.0/floatingips/d41a1d7f-f8a6-4f6b-9668-ba6521592364 HTTP/1.1" status: 204 len: 168 time: 2.3122373 May 11 16:40:58.862939 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388f7ae9-c57b-45f4-88a9-3d036aeb2ca2', 'tag': '2a62df00-29a8-4d61-951c-61830cc9308c'}] {{(pid=78910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:40:58.884132 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-a09f4567-4279-489d-b5c8-f128e1610d3f None None] Set router 8205f26f-f5d3-46cc-97f3-b94edfedd3f5 gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:40:59.239990 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-a09f4567-4279-489d-b5c8-f128e1610d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'name': 'tempest-TestMinimumBasicScenario-1556797969-router', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31'}], 'enable_snat': True}, 'gw_port_id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:38:02Z', 'updated_at': '2021-05-11T16:38:14Z', 'revision_number': 4, 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'gw_port': {'id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:05Z', 'updated_at': '2021-05-11T16:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': '85534f2d-af30-49d0-89b1-cec2081bd01d', 'name': '', 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'mac_address': 'fa:16:3e:6a:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f4746050-1b0b-46d4-bb96-ceec96e125a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:14Z', 'updated_at': '2021-05-11T16:38:25Z', 'revision_number': 5, 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'subnets': [{'id': 'f4746050-1b0b-46d4-bb96-ceec96e125a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:40:59.245146 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09f4567-4279-489d-b5c8-f128e1610d3f None None] Checking router: 8205f26f-f5d3-46cc-97f3-b94edfedd3f5 for host: dv-cinder-789603-4-smb {{(pid=78911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:40:59.281262 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09f4567-4279-489d-b5c8-f128e1610d3f None None] Routers {'8205f26f-f5d3-46cc-97f3-b94edfedd3f5'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:40:59.281868 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-a09f4567-4279-489d-b5c8-f128e1610d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:40:44Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['8205f26f-f5d3-46cc-97f3-b94edfedd3f5'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:40:59.389023 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388f7ae9-c57b-45f4-88a9-3d036aeb2ca2', 'tag': '2a62df00-29a8-4d61-951c-61830cc9308c', 'status': 'completed', 'code': 200} May 11 16:40:59.495776 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ff773-063f-41fb-91bf-f3402f2f33ad req-cd282cb3-b5b1-42b4-9def-c53bad964bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:59.497500 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-0d4ff773-063f-41fb-91bf-f3402f2f33ad req-cd282cb3-b5b1-42b4-9def-c53bad964bff service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8942d883f4c046ccbad8949c0b191e85&device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 1099 time: 0.0873299 May 11 16:40:59.513001 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-a09f4567-4279-489d-b5c8-f128e1610d3f None None] Set router 8205f26f-f5d3-46cc-97f3-b94edfedd3f5 gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:40:59.642401 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ff773-063f-41fb-91bf-f3402f2f33ad req-dbeb0241-9032-4a9b-b0ce-f5971833418c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:59.643833 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-0d4ff773-063f-41fb-91bf-f3402f2f33ad req-dbeb0241-9032-4a9b-b0ce-f5971833418c service neutron] 10.222.0.85 "GET /v2.0/networks?id=8018b197-db88-43a2-a0a1-57da27d76237 HTTP/1.1" status: 200 len: 917 time: 0.1381135 May 11 16:40:59.723870 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-0d4ff773-063f-41fb-91bf-f3402f2f33ad req-c6d6cdbe-9176-4b0d-ba11-e5039930e034 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a62df00-29a8-4d61-951c-61830cc9308c HTTP/1.1" status: 200 len: 217 time: 0.0721416 May 11 16:40:59.829850 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ff773-063f-41fb-91bf-f3402f2f33ad req-dbf3c65e-483a-4eaa-9530-8c16671a62bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:59.831466 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-0d4ff773-063f-41fb-91bf-f3402f2f33ad req-dbf3c65e-483a-4eaa-9530-8c16671a62bc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f4746050-1b0b-46d4-bb96-ceec96e125a2 HTTP/1.1" status: 200 len: 854 time: 0.0989020 May 11 16:40:59.910438 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-a09f4567-4279-489d-b5c8-f128e1610d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'name': 'tempest-TestMinimumBasicScenario-1556797969-router', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31'}], 'enable_snat': True}, 'gw_port_id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:38:02Z', 'updated_at': '2021-05-11T16:38:14Z', 'revision_number': 4, 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'gw_port': {'id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:05Z', 'updated_at': '2021-05-11T16:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': '85534f2d-af30-49d0-89b1-cec2081bd01d', 'name': '', 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'mac_address': 'fa:16:3e:6a:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f4746050-1b0b-46d4-bb96-ceec96e125a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:14Z', 'updated_at': '2021-05-11T16:38:25Z', 'revision_number': 5, 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'subnets': [{'id': 'f4746050-1b0b-46d4-bb96-ceec96e125a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:40:59.914850 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09f4567-4279-489d-b5c8-f128e1610d3f None None] The sync data for ids ['8205f26f-f5d3-46cc-97f3-b94edfedd3f5'] in dv-cinder-789603-4-smb is: [{'id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'name': 'tempest-TestMinimumBasicScenario-1556797969-router', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31'}], 'enable_snat': True}, 'gw_port_id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:38:02Z', 'updated_at': '2021-05-11T16:38:14Z', 'revision_number': 4, 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'gw_port': {'id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:05Z', 'updated_at': '2021-05-11T16:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': '85534f2d-af30-49d0-89b1-cec2081bd01d', 'name': '', 'network_id': '8018b197-db88-43a2-a0a1-57da27d76237', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'mac_address': 'fa:16:3e:6a:a6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f4746050-1b0b-46d4-bb96-ceec96e125a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:14Z', 'updated_at': '2021-05-11T16:38:25Z', 'revision_number': 5, 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'subnets': [{'id': 'f4746050-1b0b-46d4-bb96-ceec96e125a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:40:59.915272 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ff773-063f-41fb-91bf-f3402f2f33ad req-1a608d48-36bb-481f-9980-71f3aadff517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:40:59.916746 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-0d4ff773-063f-41fb-91bf-f3402f2f33ad req-1a608d48-36bb-481f-9980-71f3aadff517 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8018b197-db88-43a2-a0a1-57da27d76237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0780187 May 11 16:41:00.069208 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-0d4ff773-063f-41fb-91bf-f3402f2f33ad req-b8a350ac-520d-45fc-8b99-34201d5aa96c service neutron] 10.222.0.85 "GET /v2.0/networks/8018b197-db88-43a2-a0a1-57da27d76237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444726 May 11 16:41:00.157455 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0542ada-a9d5-4a32-ac47-3facc47dbb96 None None] New status for floating IP d41a1d7f-f8a6-4f6b-9668-ba6521592364: DOWN {{(pid=78912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:41:00.213704 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-0d4ff773-063f-41fb-91bf-f3402f2f33ad req-d5a8e28a-2b73-427e-bbe5-9ff942bbe466 service neutron] 10.222.0.85 "GET /v2.0/networks/8018b197-db88-43a2-a0a1-57da27d76237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366510 May 11 16:41:02.508485 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777c3a4-fb09-40b8-9254-9abbc8e0db51 req-5e100a96-313e-4cee-9d47-0de72bd11d63 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:02.509984 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0777c3a4-fb09-40b8-9254-9abbc8e0db51 req-5e100a96-313e-4cee-9d47-0de72bd11d63 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 946 time: 0.0892727 May 11 16:41:02.557109 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0777c3a4-fb09-40b8-9254-9abbc8e0db51 req-bf3997d9-aee0-42e4-8f6c-893d94554b1e tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406640 May 11 16:41:03.623737 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 52188) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:03.758172 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-3870dc40-e520-44f7-9e61-f7468be11c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:03.777715 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d9f42-ad6c-4284-bf57-e4e8ff283be4 req-20a46642-bd8c-45aa-b8cb-0e0b6c2af259 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:03.779221 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ea5d9f42-ad6c-4284-bf57-e4e8ff283be4 req-20a46642-bd8c-45aa-b8cb-0e0b6c2af259 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 946 time: 0.1061823 May 11 16:41:03.783543 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-3870dc40-e520-44f7-9e61-f7468be11c9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:41:03.800036 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-3870dc40-e520-44f7-9e61-f7468be11c9c admin admin] Usage tracker for resource:security_group_rule and tenant:33460b4daa2b439c944b29d5db8555bb is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:41:03.804112 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-3870dc40-e520-44f7-9e61-f7468be11c9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:41:03.817803 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-3870dc40-e520-44f7-9e61-f7468be11c9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:41:03.849846 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ea5d9f42-ad6c-4284-bf57-e4e8ff283be4 req-f8806ddc-d42c-4e60-a8af-a956e0440679 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/security-groups?id=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637631 May 11 16:41:03.916848 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-3870dc40-e520-44f7-9e61-f7468be11c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:03.921132 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-3870dc40-e520-44f7-9e61-f7468be11c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:03.928042 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-6a0eab24-ff60-4a17-a698-57e3a20a4739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:03.968692 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-3870dc40-e520-44f7-9e61-f7468be11c9c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=33460b4daa2b439c944b29d5db8555bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3438628 May 11 16:41:03.969631 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870dc40-e520-44f7-9e61-f7468be11c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72e6ac6-8691-410e-87cb-8ec4aa40b72f,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:03.971546 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 52194) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:03.972550 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-3870dc40-e520-44f7-9e61-f7468be11c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:04.036134 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4e1519ca-3179-49b3-9256-8f8feb8fca8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:04.062900 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4e1519ca-3179-49b3-9256-8f8feb8fca8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:04.112745 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4e1519ca-3179-49b3-9256-8f8feb8fca8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:04.116449 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-de570e68-dffd-4199-8b58-638233db2616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:04.131230 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1519ca-3179-49b3-9256-8f8feb8fca8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72e6ac6-8691-410e-87cb-8ec4aa40b72f,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:04.134786 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-4e1519ca-3179-49b3-9256-8f8feb8fca8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:04.138912 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4e1519ca-3179-49b3-9256-8f8feb8fca8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:04.140022 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-4e1519ca-3179-49b3-9256-8f8feb8fca8b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e72e6ac6-8691-410e-87cb-8ec4aa40b72f HTTP/1.1" status: 204 len: 168 time: 0.1674635 May 11 16:41:04.279667 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70fb76f-9c71-48e6-96b3-011cd17a83f6 req-770a7db6-17b9-4f9e-9903-f07a8a45275f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:04.280395 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-e70fb76f-9c71-48e6-96b3-011cd17a83f6 req-770a7db6-17b9-4f9e-9903-f07a8a45275f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Synchronizing usage tracker for tenant:8942d883f4c046ccbad8949c0b191e85 on resource:port {{(pid=78910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:41:04.296699 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-e70fb76f-9c71-48e6-96b3-011cd17a83f6 req-770a7db6-17b9-4f9e-9903-f07a8a45275f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Unset dirty status for tenant:8942d883f4c046ccbad8949c0b191e85 on resource:port {{(pid=78910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:41:04.297860 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-e70fb76f-9c71-48e6-96b3-011cd17a83f6 req-770a7db6-17b9-4f9e-9903-f07a8a45275f tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.85 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 946 time: 0.1003122 May 11 16:41:04.438605 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [req-e70fb76f-9c71-48e6-96b3-011cd17a83f6 req-c6d178c6-2ff0-4054-9645-f26330feefd9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Deleting port 2a62df00-29a8-4d61-951c-61830cc9308c {{(pid=78910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:41:04.438948 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-e70fb76f-9c71-48e6-96b3-011cd17a83f6 req-c6d178c6-2ff0-4054-9645-f26330feefd9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:04.548447 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:41:04.577579 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-e70fb76f-9c71-48e6-96b3-011cd17a83f6 req-c6d178c6-2ff0-4054-9645-f26330feefd9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] For port 2a62df00-29a8-4d61-951c-61830cc9308c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2a62df00-29a8-4d61-951c-61830cc9308c,segment=NetworkSegment(968cce70-161c-43b3-9d57-d4947608969e),segment_id=968cce70-161c-43b3-9d57-d4947608969e)] {{(pid=78910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:41:04.577940 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-e70fb76f-9c71-48e6-96b3-011cd17a83f6 req-c6d178c6-2ff0-4054-9645-f26330feefd9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:04.705569 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [req-e70fb76f-9c71-48e6-96b3-011cd17a83f6 req-c6d178c6-2ff0-4054-9645-f26330feefd9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Calling delete_port for 2a62df00-29a8-4d61-951c-61830cc9308c owned by compute:nova {{(pid=78910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:41:04.825556 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-e70fb76f-9c71-48e6-96b3-011cd17a83f6 req-c6d178c6-2ff0-4054-9645-f26330feefd9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:04.831377 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:04.838760 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['2a62df00-29a8-4d61-951c-61830cc9308c'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:41:04.893961 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d178c6-2ff0-4054-9645-f26330feefd9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Pushing event deleted for resources: {'Port': ['ID=2a62df00-29a8-4d61-951c-61830cc9308c,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:04.897450 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-c6d178c6-2ff0-4054-9645-f26330feefd9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:05.009955 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-faaa3bb8-a456-48ce-908d-0b307325b3f9 req-5fac2e5a-ec0a-4315-b922-d852b9d70b96 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.76 "GET /v2.0/ports?device_id=388f7ae9-c57b-45f4-88a9-3d036aeb2ca2 HTTP/1.1" status: 200 len: 210 time: 0.0469298 May 11 16:41:05.078534 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70fb76f-9c71-48e6-96b3-011cd17a83f6 req-c6d178c6-2ff0-4054-9645-f26330feefd9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] No DVR routers for this DVR port 2a62df00-29a8-4d61-951c-61830cc9308c on host hv-cinder-78960 {{(pid=78910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:41:05.080993 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-e70fb76f-9c71-48e6-96b3-011cd17a83f6 req-c6d178c6-2ff0-4054-9645-f26330feefd9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:05.083608 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388f7ae9-c57b-45f4-88a9-3d036aeb2ca2', 'name': 'network-vif-deleted', 'tag': '2a62df00-29a8-4d61-951c-61830cc9308c'}] {{(pid=78910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:41:05.100551 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-e70fb76f-9c71-48e6-96b3-011cd17a83f6 req-c6d178c6-2ff0-4054-9645-f26330feefd9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] 10.222.0.85 "DELETE /v2.0/ports/2a62df00-29a8-4d61-951c-61830cc9308c HTTP/1.1" status: 204 len: 173 time: 0.7969356 May 11 16:41:05.130383 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388f7ae9-c57b-45f4-88a9-3d036aeb2ca2', 'name': 'network-vif-deleted', 'tag': '2a62df00-29a8-4d61-951c-61830cc9308c', 'status': 'completed', 'code': 200} May 11 16:41:06.693401 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-d6270f42-8ae2-4693-99c0-e765bebe3553 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=3a298eca3d054b16928596d603c0786f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286343 May 11 16:41:06.811981 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 52296) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:06.855570 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-882db499-cb84-4196-802a-fb48208d6cd6 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:06.857046 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-882db499-cb84-4196-802a-fb48208d6cd6 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1581290 May 11 16:41:06.873728 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-892968b6-7905-4680-90fa-3b02ebb4def5 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] 10.222.0.76 "GET /v2.0/quotas/3a298eca3d054b16928596d603c0786f HTTP/1.1" status: 200 len: 375 time: 0.0103695 May 11 16:41:06.928678 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-156e0ee9-f62b-45f5-aa98-17e64cdc1046 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a298eca3d054b16928596d603c0786f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481849 May 11 16:41:07.093347 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 2a62df00-29a8-4d61-951c-61830cc9308c no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:41:07.129518 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] No Port match for: 2a62df00-29a8-4d61-951c-61830cc9308c {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:41:07.129965 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 2a62df00-29a8-4d61-951c-61830cc9308c not bound to the agent host hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:41:07.236989 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9205380f-f672-4295-9e7a-1990904e892d req-9cb5e034-2659-44d5-b3bb-0c575d167f8a tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] 10.222.0.76 "GET /v2.0/ports?device_id=64b64a86-a818-4f02-b554-f8b144426d88 HTTP/1.1" status: 200 len: 210 time: 0.0446918 May 11 16:41:07.393590 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-00c0aeeb-92c2-4298-917b-09f6ca1375d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393546'] for router_interface, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:07.837611 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-00c0aeeb-92c2-4298-917b-09f6ca1375d1 admin admin] Deleting port 85534f2d-af30-49d0-89b1-cec2081bd01d {{(pid=78910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:41:07.838251 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-00c0aeeb-92c2-4298-917b-09f6ca1375d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:07.966232 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [None req-00c0aeeb-92c2-4298-917b-09f6ca1375d1 admin admin] For port 85534f2d-af30-49d0-89b1-cec2081bd01d, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=85534f2d-af30-49d0-89b1-cec2081bd01d,segment=NetworkSegment(968cce70-161c-43b3-9d57-d4947608969e),segment_id=968cce70-161c-43b3-9d57-d4947608969e)] {{(pid=78910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:41:07.966582 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-00c0aeeb-92c2-4298-917b-09f6ca1375d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:08.097088 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-00c0aeeb-92c2-4298-917b-09f6ca1375d1 admin admin] Calling delete_port for 85534f2d-af30-49d0-89b1-cec2081bd01d owned by network:router_interface {{(pid=78910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:41:08.349305 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-63d6627b-800c-4098-b1df-16eb156cf259 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=3a298eca3d054b16928596d603c0786f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316312 May 11 16:41:08.432631 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ff53bc61-0871-4329-bcbe-f0654e08ca06 req-c8c257d0-168e-4471-a830-f62e0d4faa2d tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] 10.222.0.76 "GET /v2.0/ports?device_id=64b64a86-a818-4f02-b554-f8b144426d88 HTTP/1.1" status: 200 len: 210 time: 0.0471928 May 11 16:41:08.446965 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-00c0aeeb-92c2-4298-917b-09f6ca1375d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:08.455025 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-cfe01c7d-9bd1-47c4-9e4a-00b4c432bc50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:08.502962 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0aeeb-92c2-4298-917b-09f6ca1375d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=85534f2d-af30-49d0-89b1-cec2081bd01d,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:08.510938 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-00c0aeeb-92c2-4298-917b-09f6ca1375d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:08.644666 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-a20a1b40-8c38-4a05-bb85-95b42353d851 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:08.646086 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-a20a1b40-8c38-4a05-bb85-95b42353d851 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2863655 May 11 16:41:08.715536 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Request body: {'port': {'device_id': '64b64a86-a818-4f02-b554-f8b144426d88', 'network_id': '460707de-96c8-4855-b67a-535d5e368ece', 'admin_state_up': True, 'tenant_id': '3a298eca3d054b16928596d603c0786f'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:41:08.937965 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-00c0aeeb-92c2-4298-917b-09f6ca1375d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401914'] for router_interface, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:08.945497 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:41:08.953266 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Usage tracker for resource:port and tenant:3a298eca3d054b16928596d603c0786f is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:41:08.957147 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:41:09.068161 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:41:09.095486 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Made reservation on behalf of 3a298eca3d054b16928596d603c0786f for: {'port': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:41:09.098884 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:09.125566 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:09.147832 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:41:09.155492 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Usage tracker for resource:security_group_rule and tenant:3a298eca3d054b16928596d603c0786f is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:41:09.159795 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:41:09.175042 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:41:09.417181 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c0aeeb-92c2-4298-917b-09f6ca1375d1 admin admin] Router 8205f26f-f5d3-46cc-97f3-b94edfedd3f5 has already been hosted by L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae {{(pid=78910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:41:09.437645 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:09.487930 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:09.496494 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-42336b16-a6f3-4994-83b1-b5b8f5697ed9 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:09.599404 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2a926700-a82a-499f-9f78-c7a690e738f1 req-8443f27e-1348-4a55-ae29-9c290952f03d tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] 10.222.0.76 "GET /v2.0/ports?device_id=64b64a86-a818-4f02-b554-f8b144426d88 HTTP/1.1" status: 200 len: 210 time: 0.0472755 May 11 16:41:09.777647 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0401a3-70fe-4e80-93b9-aa8abc80dc30,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:09.784301 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:09.856799 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c0aeeb-92c2-4298-917b-09f6ca1375d1 admin admin] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:41:09.867068 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6783b144-e94a-4f54-9838-ab61d36ffcdb None None] Sync routers for ids ['8205f26f-f5d3-46cc-97f3-b94edfedd3f5'] in dv-cinder-789603-4-smb {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:41:09.877818 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6783b144-e94a-4f54-9838-ab61d36ffcdb None None] Routers {'8205f26f-f5d3-46cc-97f3-b94edfedd3f5'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:41:09.878856 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-6783b144-e94a-4f54-9838-ab61d36ffcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:40:44Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['8205f26f-f5d3-46cc-97f3-b94edfedd3f5'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:09.901419 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_common [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Allocated IP 192.168.233.247 (460707de-96c8-4855-b67a-535d5e368ece/13861671-1b3f-4fbf-9060-53c89fad8a4d/8da99297-4f86-4ce5-84e3-d5785c781996) {{(pid=78910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:41:09.912389 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-00c0aeeb-92c2-4298-917b-09f6ca1375d1 admin admin] 10.222.0.76 "PUT /v2.0/routers/8205f26f-f5d3-46cc-97f3-b94edfedd3f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0993891 May 11 16:41:09.914984 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 52326) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:10.071773 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-6783b144-e94a-4f54-9838-ab61d36ffcdb None None] Set router 8205f26f-f5d3-46cc-97f3-b94edfedd3f5 gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:41:10.229310 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-745ea8d7-5233-4ec5-95d0-08c2f6b15c76 admin admin] Notify callbacks [] for router, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:10.363179 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-6783b144-e94a-4f54-9838-ab61d36ffcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'name': 'tempest-TestMinimumBasicScenario-1556797969-router', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31'}], 'enable_snat': True}, 'gw_port_id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:38:02Z', 'updated_at': '2021-05-11T16:41:08Z', 'revision_number': 5, 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'gw_port': {'id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:05Z', 'updated_at': '2021-05-11T16:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:10.367297 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6783b144-e94a-4f54-9838-ab61d36ffcdb None None] Checking router: 8205f26f-f5d3-46cc-97f3-b94edfedd3f5 for host: dv-cinder-789603-4-smb {{(pid=78911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:41:10.376842 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6783b144-e94a-4f54-9838-ab61d36ffcdb None None] Routers {'8205f26f-f5d3-46cc-97f3-b94edfedd3f5'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:41:10.377464 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-6783b144-e94a-4f54-9838-ab61d36ffcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:40:44Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['8205f26f-f5d3-46cc-97f3-b94edfedd3f5'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:10.429042 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Notify callbacks [] for port, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:10.456465 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.provisioning_blocks [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Transition to ACTIVE for port object 8da99297-4f86-4ce5-84e3-d5785c781996 will not be triggered until provisioned by entity DHCP. {{(pid=78910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:41:10.478045 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-745ea8d7-5233-4ec5-95d0-08c2f6b15c76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:10.549716 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:10.558485 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-9907657f-3e1c-4a33-b1f9-8b3a39d4b5bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:10.585157 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-e10dd8a6-a5a4-4b7c-8ff1-7ce3dd89d2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:10.595981 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-6783b144-e94a-4f54-9838-ab61d36ffcdb None None] Set router 8205f26f-f5d3-46cc-97f3-b94edfedd3f5 gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:41:10.643224 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Network 460707de-96c8-4855-b67a-535d5e368ece is already hosted by enough agents. {{(pid=78910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:41:10.649694 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Resources bound (agent type, host, resource id): {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:41:10.657669 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Pushing event updated for resources: {'Port': ['ID=8da99297-4f86-4ce5-84e3-d5785c781996,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:10.661821 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Received port after_create {{(pid=78910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:41:10.688902 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:10.695124 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-745ea8d7-5233-4ec5-95d0-08c2f6b15c76 admin admin] Deleting port e85e6013-68db-4eab-8a2d-6f0c434aefbc {{(pid=78910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:41:10.695462 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-745ea8d7-5233-4ec5-95d0-08c2f6b15c76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:10.808966 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:10.809752 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:10.853316 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1469584 May 11 16:41:10.871031 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-8c21e7d5-aa5a-43a0-afc2-2c45586457e3 service neutron] Request body: {'port': {'device_id': '64b64a86-a818-4f02-b554-f8b144426d88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:41:10.892840 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b6dbe-fa35-4944-978f-331524beb370 req-0b7202f8-b1c2-4426-a36c-5a773c2d6798 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:10.894520 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b21b6dbe-fa35-4944-978f-331524beb370 req-0b7202f8-b1c2-4426-a36c-5a773c2d6798 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] 10.222.0.76 "GET /v2.0/ports?device_id=64b64a86-a818-4f02-b554-f8b144426d88 HTTP/1.1" status: 200 len: 936 time: 0.1509519 May 11 16:41:10.924920 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [None req-745ea8d7-5233-4ec5-95d0-08c2f6b15c76 admin admin] For port e85e6013-68db-4eab-8a2d-6f0c434aefbc, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=e85e6013-68db-4eab-8a2d-6f0c434aefbc,segment=NetworkSegment(9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c),segment_id=9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c)] {{(pid=78910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:41:10.925292 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-745ea8d7-5233-4ec5-95d0-08c2f6b15c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:10.947245 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b21b6dbe-fa35-4944-978f-331524beb370 req-74e12664-d120-4c57-aaf0-f1e5fc9bd71b tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e0401a3-70fe-4e80-93b9-aa8abc80dc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447397 May 11 16:41:11.001772 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-1b942a05-9864-4c59-9fe6-1456e540338a None None] Provisioning for port 8da99297-4f86-4ce5-84e3-d5785c781996 completed by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:41:11.007403 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-6783b144-e94a-4f54-9838-ab61d36ffcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'name': 'tempest-TestMinimumBasicScenario-1556797969-router', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31'}], 'enable_snat': True}, 'gw_port_id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:38:02Z', 'updated_at': '2021-05-11T16:41:08Z', 'revision_number': 5, 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'gw_port': {'id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:05Z', 'updated_at': '2021-05-11T16:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:11.010793 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-1b942a05-9864-4c59-9fe6-1456e540338a None None] Provisioning complete for port 8da99297-4f86-4ce5-84e3-d5785c781996 triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:41:11.011205 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-1b942a05-9864-4c59-9fe6-1456e540338a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:11.039904 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6783b144-e94a-4f54-9838-ab61d36ffcdb None None] The sync data for ids ['8205f26f-f5d3-46cc-97f3-b94edfedd3f5'] in dv-cinder-789603-4-smb is: [{'id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'name': 'tempest-TestMinimumBasicScenario-1556797969-router', 'tenant_id': '8942d883f4c046ccbad8949c0b191e85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31'}], 'enable_snat': True}, 'gw_port_id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:38:02Z', 'updated_at': '2021-05-11T16:41:08Z', 'revision_number': 5, 'project_id': '8942d883f4c046ccbad8949c0b191e85', 'gw_port': {'id': 'e85e6013-68db-4eab-8a2d-6f0c434aefbc', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8205f26f-f5d3-46cc-97f3-b94edfedd3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:05Z', 'updated_at': '2021-05-11T16:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}] {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:41:11.061983 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-745ea8d7-5233-4ec5-95d0-08c2f6b15c76 admin admin] Calling delete_port for e85e6013-68db-4eab-8a2d-6f0c434aefbc owned by network:router_gateway {{(pid=78910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:41:11.072431 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-1b942a05-9864-4c59-9fe6-1456e540338a None None] Port 8da99297-4f86-4ce5-84e3-d5785c781996 cannot update to ACTIVE because it is not bound. {{(pid=78911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:41:11.144680 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-8c21e7d5-aa5a-43a0-afc2-2c45586457e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:11.618021 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-745ea8d7-5233-4ec5-95d0-08c2f6b15c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:11.625530 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:11.677373 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ea8d7-5233-4ec5-95d0-08c2f6b15c76 admin admin] Pushing event deleted for resources: {'Port': ['ID=e85e6013-68db-4eab-8a2d-6f0c434aefbc,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:11.703980 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-745ea8d7-5233-4ec5-95d0-08c2f6b15c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:11.831801 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-745ea8d7-5233-4ec5-95d0-08c2f6b15c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-397166'] for router_gateway, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:11.938341 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-8c21e7d5-aa5a-43a0-afc2-2c45586457e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da99297-4f86-4ce5-84e3-d5785c781996 {{(pid=78910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:41:12.009120 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-8c21e7d5-aa5a-43a0-afc2-2c45586457e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:12.024192 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-745ea8d7-5233-4ec5-95d0-08c2f6b15c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-337970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8009'] for router, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:12.029787 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-745ea8d7-5233-4ec5-95d0-08c2f6b15c76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:12.034046 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.provisioning_blocks [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-8c21e7d5-aa5a-43a0-afc2-2c45586457e3 service neutron] Transition to ACTIVE for port object 8da99297-4f86-4ce5-84e3-d5785c781996 will not be triggered until provisioned by entity L2. {{(pid=78910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:41:12.039983 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-8c21e7d5-aa5a-43a0-afc2-2c45586457e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15504005'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:12.051925 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-88591152-1c1d-4915-86d6-392d493c7657 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:12.105053 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-745ea8d7-5233-4ec5-95d0-08c2f6b15c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403068'] for router, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:12.105576 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745ea8d7-5233-4ec5-95d0-08c2f6b15c76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8205f26f-f5d3-46cc-97f3-b94edfedd3f5 {{(pid=78910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 16:41:12.160040 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c904c0-302b-41e9-97c3-b4aac9c4b9ac req-5eef6d23-6bbf-47bf-a70f-051e683a2ab0 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:12.161614 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-31c904c0-302b-41e9-97c3-b4aac9c4b9ac req-5eef6d23-6bbf-47bf-a70f-051e683a2ab0 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] 10.222.0.76 "GET /v2.0/ports?device_id=64b64a86-a818-4f02-b554-f8b144426d88 HTTP/1.1" status: 200 len: 948 time: 0.0973191 May 11 16:41:12.201417 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-745ea8d7-5233-4ec5-95d0-08c2f6b15c76 admin admin] Notify callbacks [] for router, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:12.202573 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-745ea8d7-5233-4ec5-95d0-08c2f6b15c76 admin admin] 10.222.0.76 "DELETE /v2.0/routers/8205f26f-f5d3-46cc-97f3-b94edfedd3f5 HTTP/1.1" status: 204 len: 168 time: 2.2866940 May 11 16:41:12.210579 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 52338) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:12.237084 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21e7d5-aa5a-43a0-afc2-2c45586457e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8da99297-4f86-4ce5-84e3-d5785c781996,revision_number=2']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:12.244764 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-8c21e7d5-aa5a-43a0-afc2-2c45586457e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:12.269705 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-31c904c0-302b-41e9-97c3-b4aac9c4b9ac req-ec049dc0-532d-4fbe-addd-28ffb4982349 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e0401a3-70fe-4e80-93b9-aa8abc80dc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988119 May 11 16:41:12.286607 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.db_base_plugin_v2 [None req-94cec8b5-7245-45af-8bc9-ab94736097db admin admin] Deleting subnet f4746050-1b0b-46d4-bb96-ceec96e125a2 {{(pid=78909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:41:12.289477 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-94cec8b5-7245-45af-8bc9-ab94736097db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:12.325307 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-8c21e7d5-aa5a-43a0-afc2-2c45586457e3 service neutron] Attempting to bind port 8da99297-4f86-4ce5-84e3-d5785c781996 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:41:12.325645 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-8c21e7d5-aa5a-43a0-afc2-2c45586457e3 service neutron] Attempting to bind port 8da99297-4f86-4ce5-84e3-d5785c781996 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'f7b7ee9d-2cb5-4f00-99a0-602362a8b4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '460707de-96c8-4855-b67a-535d5e368ece'}] {{(pid=78910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:41:12.325971 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-8c21e7d5-aa5a-43a0-afc2-2c45586457e3 service neutron] Attempting to bind port 8da99297-4f86-4ce5-84e3-d5785c781996 on network 460707de-96c8-4855-b67a-535d5e368ece {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:41:12.331175 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-8c21e7d5-aa5a-43a0-afc2-2c45586457e3 service neutron] Port 8da99297-4f86-4ce5-84e3-d5785c781996 on network 460707de-96c8-4855-b67a-535d5e368ece not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:41:12.331498 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-8c21e7d5-aa5a-43a0-afc2-2c45586457e3 service neutron] Attempting to bind port 8da99297-4f86-4ce5-84e3-d5785c781996 on network 460707de-96c8-4855-b67a-535d5e368ece {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:41:12.337249 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-8c21e7d5-aa5a-43a0-afc2-2c45586457e3 service neutron] Checking agent: {'id': 'd37e6d19-ade9-4e89-aecb-ac851dc75e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'started_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:41:12.337581 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-8c21e7d5-aa5a-43a0-afc2-2c45586457e3 service neutron] Checking segment: {'id': 'f7b7ee9d-2cb5-4f00-99a0-602362a8b4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '460707de-96c8-4855-b67a-535d5e368ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:41:12.337962 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-8c21e7d5-aa5a-43a0-afc2-2c45586457e3 service neutron] Bound using segment: {'id': 'f7b7ee9d-2cb5-4f00-99a0-602362a8b4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '460707de-96c8-4855-b67a-535d5e368ece'} {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:41:12.338393 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-8c21e7d5-aa5a-43a0-afc2-2c45586457e3 service neutron] Bound port: 8da99297-4f86-4ce5-84e3-d5785c781996, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b7ee9d-2cb5-4f00-99a0-602362a8b4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '460707de-96c8-4855-b67a-535d5e368ece'}}] {{(pid=78910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:41:12.338735 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-8c21e7d5-aa5a-43a0-afc2-2c45586457e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:12.357098 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-94cec8b5-7245-45af-8bc9-ab94736097db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13681992'] for subnet, precommit_delete_associations {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:12.438211 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-8c21e7d5-aa5a-43a0-afc2-2c45586457e3 service neutron] For port 8da99297-4f86-4ce5-84e3-d5785c781996, host hv-cinder-78960, cleared binding levels {{(pid=78910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:41:12.441992 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-8c21e7d5-aa5a-43a0-afc2-2c45586457e3 service neutron] For port 8da99297-4f86-4ce5-84e3-d5785c781996, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8da99297-4f86-4ce5-84e3-d5785c781996,segment=NetworkSegment(f7b7ee9d-2cb5-4f00-99a0-602362a8b4c9),segment_id=f7b7ee9d-2cb5-4f00-99a0-602362a8b4c9)] {{(pid=78910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:41:12.446791 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-8c21e7d5-aa5a-43a0-afc2-2c45586457e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15504005'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:12.452372 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-0d418bf5-33c9-44bd-9cd5-dfe5292d672f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:12.492745 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-94cec8b5-7245-45af-8bc9-ab94736097db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732194'] for subnet, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:12.504545 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-8c21e7d5-aa5a-43a0-afc2-2c45586457e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:12.505117 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-8c21e7d5-aa5a-43a0-afc2-2c45586457e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:12.506474 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-8c21e7d5-aa5a-43a0-afc2-2c45586457e3 service neutron] 10.222.0.85 "PUT /v2.0/ports/8da99297-4f86-4ce5-84e3-d5785c781996 HTTP/1.1" status: 200 len: 1098 time: 1.6401656 May 11 16:41:12.507019 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b64a86-a818-4f02-b554-f8b144426d88', 'tag': '8da99297-4f86-4ce5-84e3-d5785c781996'}] {{(pid=78910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:41:12.540090 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21e7d5-aa5a-43a0-afc2-2c45586457e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8da99297-4f86-4ce5-84e3-d5785c781996,revision_number=3']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:12.544465 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-8c21e7d5-aa5a-43a0-afc2-2c45586457e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:12.671361 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 52348) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:12.703929 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:12.767576 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 85534f2d-af30-49d0-89b1-cec2081bd01d no longer exists at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:41:12.814998 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] No Port match for: 85534f2d-af30-49d0-89b1-cec2081bd01d {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:41:12.815941 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 85534f2d-af30-49d0-89b1-cec2081bd01d not bound to the agent host dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:41:12.816560 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device e85e6013-68db-4eab-8a2d-6f0c434aefbc no longer exists at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:41:12.844853 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b64a86-a818-4f02-b554-f8b144426d88', 'tag': '8da99297-4f86-4ce5-84e3-d5785c781996', 'status': 'completed', 'code': 200} May 11 16:41:12.903087 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] No Port match for: e85e6013-68db-4eab-8a2d-6f0c434aefbc {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:41:12.903441 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device e85e6013-68db-4eab-8a2d-6f0c434aefbc not bound to the agent host dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:41:12.928097 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-cf85fa62-8965-4b73-a74f-f998aa69da38 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:12.967421 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-ede6000e-2776-4043-86d9-9f1db376b5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:12.969031 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-ede6000e-2776-4043-86d9-9f1db376b5ba service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3a298eca3d054b16928596d603c0786f&device_id=64b64a86-a818-4f02-b554-f8b144426d88 HTTP/1.1" status: 200 len: 1101 time: 0.4157655 May 11 16:41:12.974008 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-cf85fa62-8965-4b73-a74f-f998aa69da38 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:12.985363 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-94cec8b5-7245-45af-8bc9-ab94736097db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15952517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15598119'] for subnet, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:12.991113 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:13.032093 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cec8b5-7245-45af-8bc9-ab94736097db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4746050-1b0b-46d4-bb96-ceec96e125a2,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:13.034141 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-94cec8b5-7245-45af-8bc9-ab94736097db admin admin] Notify callbacks [] for subnet, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:13.038153 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-94cec8b5-7245-45af-8bc9-ab94736097db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:13.045240 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980863cd-3939-4604-bdfe-5b853ab06712 None None] Network 8018b197-db88-43a2-a0a1-57da27d76237 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:41:13.046622 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-94cec8b5-7245-45af-8bc9-ab94736097db admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f4746050-1b0b-46d4-bb96-ceec96e125a2 HTTP/1.1" status: 204 len: 168 time: 0.8346689 May 11 16:41:13.051253 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 52354) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:13.067990 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-b5e4faa2-f192-4289-b5ed-aa80973c6303 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=8da99297-4f86-4ce5-84e3-d5785c781996 HTTP/1.1" status: 200 len: 217 time: 0.0846100 May 11 16:41:13.148878 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-9409f11d-174a-4b93-9ce5-a6a8aba724d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:13.150347 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-9409f11d-174a-4b93-9ce5-a6a8aba724d5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=13861671-1b3f-4fbf-9060-53c89fad8a4d HTTP/1.1" status: 200 len: 843 time: 0.0703504 May 11 16:41:13.169678 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8b1d9ed2-1d59-4bf3-bf5c-63ae4b7db416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606754'] for network, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:13.196944 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-cf85fa62-8965-4b73-a74f-f998aa69da38 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:13.207337 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-5a1335e1-db8f-4b12-9739-9b510d2e661c tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:13.226261 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85fa62-8965-4b73-a74f-f998aa69da38 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a7bedb-ffdc-457c-9fa6-dec7a386f014,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:13.229453 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-cf85fa62-8965-4b73-a74f-f998aa69da38 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:13.243324 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-cf85fa62-8965-4b73-a74f-f998aa69da38 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:13.244525 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-cf85fa62-8965-4b73-a74f-f998aa69da38 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "DELETE /v2.0/security-groups/d6a7bedb-ffdc-457c-9fa6-dec7a386f014 HTTP/1.1" status: 204 len: 168 time: 0.5339897 May 11 16:41:13.247735 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 52358) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:13.267866 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [None req-8b1d9ed2-1d59-4bf3-bf5c-63ae4b7db416 admin admin] Deleting port 5016547d-393e-454d-9a6d-9382ddbc7fe1 {{(pid=78909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:41:13.268489 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8b1d9ed2-1d59-4bf3-bf5c-63ae4b7db416 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:13.272634 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-8117f0a9-ea39-4fcc-8ccd-263e5f670c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:13.274393 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-8117f0a9-ea39-4fcc-8ccd-263e5f670c64 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=460707de-96c8-4855-b67a-535d5e368ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1168919 May 11 16:41:13.284419 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.api.v2.resource [None req-3a270444-07c7-4865-ac87-c1882ae97918 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] show failed (client error): The resource could not be found. May 11 16:41:13.285699 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-3a270444-07c7-4865-ac87-c1882ae97918 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups/d6a7bedb-ffdc-457c-9fa6-dec7a386f014 HTTP/1.1" status: 404 len: 347 time: 0.0368123 May 11 16:41:13.289453 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 52362) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:13.382396 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdae87e-2c02-4536-b896-58f4a4436061 None None] DHCP port deletion for 8018b197-db88-43a2-a0a1-57da27d76237 request from dv-cinder-789603-4-smb {{(pid=78911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 16:41:13.461368 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-dbdae87e-2c02-4536-b896-58f4a4436061 None None] Deleting port 5016547d-393e-454d-9a6d-9382ddbc7fe1 {{(pid=78911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:41:13.461670 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-dbdae87e-2c02-4536-b896-58f4a4436061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:13.551590 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-bf03caec-ca62-4f75-b282-e096786629d8 service neutron] 10.222.0.85 "GET /v2.0/networks/460707de-96c8-4855-b67a-535d5e368ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702110 May 11 16:41:13.568029 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-dbdae87e-2c02-4536-b896-58f4a4436061 None None] For port 5016547d-393e-454d-9a6d-9382ddbc7fe1, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=5016547d-393e-454d-9a6d-9382ddbc7fe1,segment=NetworkSegment(968cce70-161c-43b3-9d57-d4947608969e),segment_id=968cce70-161c-43b3-9d57-d4947608969e)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:41:13.568460 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-dbdae87e-2c02-4536-b896-58f4a4436061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:13.705589 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-dbdae87e-2c02-4536-b896-58f4a4436061 None None] Calling delete_port for 5016547d-393e-454d-9a6d-9382ddbc7fe1 owned by network:dhcp {{(pid=78911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:41:13.707328 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [None req-8b1d9ed2-1d59-4bf3-bf5c-63ae4b7db416 admin admin] For port 5016547d-393e-454d-9a6d-9382ddbc7fe1, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=5016547d-393e-454d-9a6d-9382ddbc7fe1,segment=NetworkSegment(968cce70-161c-43b3-9d57-d4947608969e),segment_id=968cce70-161c-43b3-9d57-d4947608969e)] {{(pid=78909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:41:13.707976 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8b1d9ed2-1d59-4bf3-bf5c-63ae4b7db416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:13.714323 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cbeeeac3-8040-4229-99f3-c608ab95a64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:13.765580 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-37c2152d-e9f7-410d-9e20-a5620df48052 req-cdf03b2b-af76-48b9-b8da-f006ea7b0b9b service neutron] 10.222.0.85 "GET /v2.0/networks/460707de-96c8-4855-b67a-535d5e368ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049203 May 11 16:41:13.869666 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:13.905148 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319f70f-114a-422d-8666-d10ae4531ba1 req-e6ee4629-3291-452a-8bd2-d7d0a40f6e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:13.907055 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-8319f70f-114a-422d-8666-d10ae4531ba1 req-e6ee4629-3291-452a-8bd2-d7d0a40f6e88 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3a298eca3d054b16928596d603c0786f&device_id=64b64a86-a818-4f02-b554-f8b144426d88 HTTP/1.1" status: 200 len: 1101 time: 0.0870667 May 11 16:41:13.929276 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-dbdae87e-2c02-4536-b896-58f4a4436061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212'] for port, after_delete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:13.939267 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [None req-8b1d9ed2-1d59-4bf3-bf5c-63ae4b7db416 admin admin] Calling delete_port for 5016547d-393e-454d-9a6d-9382ddbc7fe1 owned by network:dhcp {{(pid=78909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:41:13.939900 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:13.985337 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9c9f4-8f4a-49c8-a390-be3faaa78e96 req-b2091bc0-4521-400f-8305-737c4f681923 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:13.986191 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdae87e-2c02-4536-b896-58f4a4436061 None None] Pushing event deleted for resources: {'Port': ['ID=5016547d-393e-454d-9a6d-9382ddbc7fe1,revision_number=None']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:13.991681 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdae87e-2c02-4536-b896-58f4a4436061 None None] No DVR routers for this DVR port 5016547d-393e-454d-9a6d-9382ddbc7fe1 on host dv-cinder-789603-4-smb {{(pid=78911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:41:13.993118 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-dbdae87e-2c02-4536-b896-58f4a4436061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:13.996885 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-26c9c9f4-8f4a-49c8-a390-be3faaa78e96 req-b2091bc0-4521-400f-8305-737c4f681923 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] 10.222.0.76 "GET /v2.0/ports?device_id=64b64a86-a818-4f02-b554-f8b144426d88 HTTP/1.1" status: 200 len: 948 time: 0.5570610 May 11 16:41:14.001823 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [None req-8cccc348-ea30-4f04-9e1d-da4e0f1b2f0b tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Deleting port d7edf9b6-a7e1-4ca1-afae-533f814194f7 {{(pid=78909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:41:14.002154 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8cccc348-ea30-4f04-9e1d-da4e0f1b2f0b tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:14.071866 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319f70f-114a-422d-8666-d10ae4531ba1 req-a73fd8cb-4b4c-49a6-afe9-a6be24d36cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:14.075248 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-8319f70f-114a-422d-8666-d10ae4531ba1 req-a73fd8cb-4b4c-49a6-afe9-a6be24d36cc4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=460707de-96c8-4855-b67a-535d5e368ece HTTP/1.1" status: 200 len: 871 time: 0.1603322 May 11 16:41:14.144423 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-26c9c9f4-8f4a-49c8-a390-be3faaa78e96 req-6e679f10-96ac-468c-9ad1-bffb8ced02e1 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e0401a3-70fe-4e80-93b9-aa8abc80dc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465137 May 11 16:41:14.151599 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-8319f70f-114a-422d-8666-d10ae4531ba1 req-3f8f297a-f567-4920-b2c1-bd07e9ed210f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=8da99297-4f86-4ce5-84e3-d5785c781996 HTTP/1.1" status: 200 len: 217 time: 0.0689976 May 11 16:41:14.195180 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8b1d9ed2-1d59-4bf3-bf5c-63ae4b7db416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:14.201680 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-eb85bfc6-d34c-4f46-8472-99ede3c394df tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:14.237922 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8cccc348-ea30-4f04-9e1d-da4e0f1b2f0b tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:14.238512 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8cccc348-ea30-4f04-9e1d-da4e0f1b2f0b tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:14.247665 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319f70f-114a-422d-8666-d10ae4531ba1 req-be34f9de-64e2-4b91-8427-5bee58d8dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:14.249464 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-8319f70f-114a-422d-8666-d10ae4531ba1 req-be34f9de-64e2-4b91-8427-5bee58d8dd89 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=13861671-1b3f-4fbf-9060-53c89fad8a4d HTTP/1.1" status: 200 len: 843 time: 0.0887930 May 11 16:41:14.312790 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d9ed2-1d59-4bf3-bf5c-63ae4b7db416 admin admin] Pushing event deleted for resources: {'Port': ['ID=5016547d-393e-454d-9a6d-9382ddbc7fe1,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:14.314801 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1d9ed2-1d59-4bf3-bf5c-63ae4b7db416 admin admin] No DVR routers for this DVR port 5016547d-393e-454d-9a6d-9382ddbc7fe1 on host dv-cinder-789603-4-smb {{(pid=78909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:41:14.341961 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319f70f-114a-422d-8666-d10ae4531ba1 req-e24f9c1d-cdd5-4db3-8124-25520ec066dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:14.343432 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-8319f70f-114a-422d-8666-d10ae4531ba1 req-e24f9c1d-cdd5-4db3-8124-25520ec066dd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=460707de-96c8-4855-b67a-535d5e368ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0845604 May 11 16:41:14.373428 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-8b1d9ed2-1d59-4bf3-bf5c-63ae4b7db416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:14.406360 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [None req-8cccc348-ea30-4f04-9e1d-da4e0f1b2f0b tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Calling delete_port for d7edf9b6-a7e1-4ca1-afae-533f814194f7 owned by network:floatingip {{(pid=78909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:41:14.489999 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-8319f70f-114a-422d-8666-d10ae4531ba1 req-8aa2958e-95b5-4b37-bc24-c502867727d3 service neutron] 10.222.0.85 "GET /v2.0/networks/460707de-96c8-4855-b67a-535d5e368ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387506 May 11 16:41:14.613867 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8b1d9ed2-1d59-4bf3-bf5c-63ae4b7db416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726233', 'neutron.services.segments.db._delete_segments_for_network-8788166214813'] for network, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:14.631167 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-8319f70f-114a-422d-8666-d10ae4531ba1 req-5b851fc4-8966-49c5-ae7a-9ef62558118a service neutron] 10.222.0.85 "GET /v2.0/networks/460707de-96c8-4855-b67a-535d5e368ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335669 May 11 16:41:14.633244 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.services.segments.db [None req-8b1d9ed2-1d59-4bf3-bf5c-63ae4b7db416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8018b197-db88-43a2-a0a1-57da27d76237']}} {{(pid=78909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:14.659008 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.services.segments.db [None req-8b1d9ed2-1d59-4bf3-bf5c-63ae4b7db416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968cce70-161c-43b3-9d57-d4947608969e') {'for_net_delete': True} {{(pid=78909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:14.659289 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.services.segments.db [None req-8b1d9ed2-1d59-4bf3-bf5c-63ae4b7db416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968cce70-161c-43b3-9d57-d4947608969e') {} {{(pid=78909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:14.678234 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8b1d9ed2-1d59-4bf3-bf5c-63ae4b7db416 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788166226279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13682007'] for segment, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:14.704374 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8b1d9ed2-1d59-4bf3-bf5c-63ae4b7db416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:14.704594 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 5016547d-393e-454d-9a6d-9382ddbc7fe1 no longer exists at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:41:14.713837 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1d9ed2-1d59-4bf3-bf5c-63ae4b7db416 admin admin] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=78909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:41:14.714487 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8b1d9ed2-1d59-4bf3-bf5c-63ae4b7db416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15952611'] for segment, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: util.warn( May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: util.warn( May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: util.warn( May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: util.warn( May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: Traceback (most recent call last): May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: timer() May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: cb(*args, **kw) May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: return func(*args, **kwargs) May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: self._notify() May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: self.callback(batched_events) May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: event.method(event) May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: return f(self, *a, **k) May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: return self._get(url).json() May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: return self.request(url, 'GET', **kwargs) May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:41:14.731886 dv-cinder-789603-4-smb neutron-server[78909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:41:14.741590 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] No Port match for: 5016547d-393e-454d-9a6d-9382ddbc7fe1 {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:41:14.742262 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 5016547d-393e-454d-9a6d-9382ddbc7fe1 not bound to the agent host dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:41:14.868431 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8b1d9ed2-1d59-4bf3-bf5c-63ae4b7db416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:14.882840 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-7bfb45aa-cd73-43e5-9dee-c2bce9a017b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:14.901656 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8b1d9ed2-1d59-4bf3-bf5c-63ae4b7db416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:14.911787 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d9ed2-1d59-4bf3-bf5c-63ae4b7db416 admin admin] Pushing event deleted for resources: {'Network': ['ID=8018b197-db88-43a2-a0a1-57da27d76237,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:14.916556 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-8b1d9ed2-1d59-4bf3-bf5c-63ae4b7db416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:14.918388 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8cccc348-ea30-4f04-9e1d-da4e0f1b2f0b tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:14.928336 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-ef40db76-6d89-48b1-95dd-76bda1ce3d16 tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:14.993112 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cccc348-ea30-4f04-9e1d-da4e0f1b2f0b tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Pushing event deleted for resources: {'Port': ['ID=d7edf9b6-a7e1-4ca1-afae-533f814194f7,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:15.041250 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-8cccc348-ea30-4f04-9e1d-da4e0f1b2f0b tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:15.059275 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:15.082098 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-8b1d9ed2-1d59-4bf3-bf5c-63ae4b7db416 admin admin] 10.222.0.76 "DELETE /v2.0/networks/8018b197-db88-43a2-a0a1-57da27d76237 HTTP/1.1" status: 204 len: 168 time: 2.0296826 May 11 16:41:15.086036 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 52370) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:15.111052 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 8da99297-4f86-4ce5-84e3-d5785c781996 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:41:15.293452 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 8da99297-4f86-4ce5-84e3-d5785c781996, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8da99297-4f86-4ce5-84e3-d5785c781996,segment=NetworkSegment(f7b7ee9d-2cb5-4f00-99a0-602362a8b4c9),segment_id=f7b7ee9d-2cb5-4f00-99a0-602362a8b4c9)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:41:15.307349 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Returning: {'device': '8da99297-4f86-4ce5-84e3-d5785c781996', 'network_id': '460707de-96c8-4855-b67a-535d5e368ece', 'port_id': '8da99297-4f86-4ce5-84e3-d5785c781996', 'mac_address': 'fa:16:3e:a2:06:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1082, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13861671-1b3f-4fbf-9060-53c89fad8a4d', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:41:15.350166 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8cccc348-ea30-4f04-9e1d-da4e0f1b2f0b tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for floatingip, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:15.352915 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8cccc348-ea30-4f04-9e1d-da4e0f1b2f0b tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for floatingip, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:15.358745 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-8cccc348-ea30-4f04-9e1d-da4e0f1b2f0b tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "DELETE /v2.0/floatingips/cdc339ff-ab6e-4fd6-9da6-40761a3cff7e HTTP/1.1" status: 204 len: 168 time: 2.0637989 May 11 16:41:15.398509 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:15.422414 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da99297-4f86-4ce5-84e3-d5785c781996 {{(pid=78911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:41:15.440676 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 8da99297-4f86-4ce5-84e3-d5785c781996, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8da99297-4f86-4ce5-84e3-d5785c781996,segment=NetworkSegment(f7b7ee9d-2cb5-4f00-99a0-602362a8b4c9),segment_id=f7b7ee9d-2cb5-4f00-99a0-602362a8b4c9)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:41:15.445526 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:15.446843 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:15.519204 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=8da99297-4f86-4ce5-84e3-d5785c781996,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:15.523256 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:15.567530 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213c210-9d01-4a79-84c5-8144a53900fc req-940eb434-8268-4e86-8649-55fe041afb36 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:15.568931 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3213c210-9d01-4a79-84c5-8144a53900fc req-940eb434-8268-4e86-8649-55fe041afb36 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] 10.222.0.76 "GET /v2.0/ports?device_id=64b64a86-a818-4f02-b554-f8b144426d88 HTTP/1.1" status: 200 len: 948 time: 0.2970595 May 11 16:41:15.647797 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3213c210-9d01-4a79-84c5-8144a53900fc req-7aa752db-951a-4198-b565-ac232a340ad4 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e0401a3-70fe-4e80-93b9-aa8abc80dc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701737 May 11 16:41:15.659401 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['8da99297-4f86-4ce5-84e3-d5785c781996'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:41:15.868973 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-dde1bde5-7081-4fd2-ace0-b5d5d4790a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393546'] for router_interface, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:16.239255 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 52380) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:16.244666 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-23d8d492-72ba-4e95-b975-f7e943d7b191 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--679154062', 'description': 'tempest-description--1299784012'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:41:16.250694 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-23d8d492-72ba-4e95-b975-f7e943d7b191 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:41:16.254809 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-23d8d492-72ba-4e95-b975-f7e943d7b191 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Usage tracker for resource:security_group and tenant:262ccc5510544ce0a4c4ce0d80c13de5 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:41:16.257795 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-23d8d492-72ba-4e95-b975-f7e943d7b191 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:41:16.265016 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-23d8d492-72ba-4e95-b975-f7e943d7b191 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:41:16.274602 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-23d8d492-72ba-4e95-b975-f7e943d7b191 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:16.296553 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-23d8d492-72ba-4e95-b975-f7e943d7b191 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:41:16.300364 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-23d8d492-72ba-4e95-b975-f7e943d7b191 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Usage tracker for resource:security_group_rule and tenant:262ccc5510544ce0a4c4ce0d80c13de5 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:41:16.303223 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-23d8d492-72ba-4e95-b975-f7e943d7b191 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:41:16.309355 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-23d8d492-72ba-4e95-b975-f7e943d7b191 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:41:16.395169 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-23d8d492-72ba-4e95-b975-f7e943d7b191 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:16.399384 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-23d8d492-72ba-4e95-b975-f7e943d7b191 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:16.401275 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [None req-dde1bde5-7081-4fd2-ace0-b5d5d4790a4d admin admin] Deleting port 845c9d71-ffcd-404d-b0bb-67c9cd466683 {{(pid=78909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:41:16.401865 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-dde1bde5-7081-4fd2-ace0-b5d5d4790a4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:16.404361 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-020556cd-0687-45da-971a-e3f6e523dd79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:16.450269 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8d492-72ba-4e95-b975-f7e943d7b191 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc2ce40-9cd1-4e30-b08f-726eec39203f,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:16.453328 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-23d8d492-72ba-4e95-b975-f7e943d7b191 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:16.454541 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-23d8d492-72ba-4e95-b975-f7e943d7b191 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2141678 May 11 16:41:16.455494 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-23d8d492-72ba-4e95-b975-f7e943d7b191 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:16.460257 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 52384) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:16.467079 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-ee15d121-b1c7-4b5e-8fcc-b146d0883f0a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Request body: {'security_group_rule': {'security_group_id': 'fdc2ce40-9cd1-4e30-b08f-726eec39203f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:41:16.473422 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-ee15d121-b1c7-4b5e-8fcc-b146d0883f0a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:41:16.478138 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-ee15d121-b1c7-4b5e-8fcc-b146d0883f0a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Usage tracker for resource:security_group_rule and tenant:262ccc5510544ce0a4c4ce0d80c13de5 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:41:16.482039 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-ee15d121-b1c7-4b5e-8fcc-b146d0883f0a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:41:16.488137 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-ee15d121-b1c7-4b5e-8fcc-b146d0883f0a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:41:16.508847 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-ee15d121-b1c7-4b5e-8fcc-b146d0883f0a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:16.558404 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [None req-dde1bde5-7081-4fd2-ace0-b5d5d4790a4d admin admin] For port 845c9d71-ffcd-404d-b0bb-67c9cd466683, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=845c9d71-ffcd-404d-b0bb-67c9cd466683,segment=NetworkSegment(b9bc827d-38e4-40a6-8e49-c7ea44df99c6),segment_id=b9bc827d-38e4-40a6-8e49-c7ea44df99c6)] {{(pid=78909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:41:16.558964 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-dde1bde5-7081-4fd2-ace0-b5d5d4790a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:16.594295 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-ee15d121-b1c7-4b5e-8fcc-b146d0883f0a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:16.598915 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-ee15d121-b1c7-4b5e-8fcc-b146d0883f0a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496974'] for security_group_rule, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:16.606554 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:16.626849 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15d121-b1c7-4b5e-8fcc-b146d0883f0a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87baefb1-95af-4384-913e-c3d6243e0e5b,revision_number=0']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:16.634738 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-ee15d121-b1c7-4b5e-8fcc-b146d0883f0a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:16.640866 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-ee15d121-b1c7-4b5e-8fcc-b146d0883f0a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:16.642317 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-ee15d121-b1c7-4b5e-8fcc-b146d0883f0a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1804929 May 11 16:41:16.645090 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 52388) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:16.654728 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-7837117b-b420-4a8d-a535-985622f6b561 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Request body: {'security_group_rule': {'security_group_id': 'fdc2ce40-9cd1-4e30-b08f-726eec39203f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:41:16.664904 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-7837117b-b420-4a8d-a535-985622f6b561 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:41:16.671990 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-7837117b-b420-4a8d-a535-985622f6b561 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Usage tracker for resource:security_group_rule and tenant:262ccc5510544ce0a4c4ce0d80c13de5 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:41:16.676792 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-7837117b-b420-4a8d-a535-985622f6b561 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:41:16.687194 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-7837117b-b420-4a8d-a535-985622f6b561 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:41:16.712421 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [None req-dde1bde5-7081-4fd2-ace0-b5d5d4790a4d admin admin] Calling delete_port for 845c9d71-ffcd-404d-b0bb-67c9cd466683 owned by network:router_interface {{(pid=78909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:41:16.712719 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7837117b-b420-4a8d-a535-985622f6b561 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:16.787967 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7837117b-b420-4a8d-a535-985622f6b561 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:16.795075 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7837117b-b420-4a8d-a535-985622f6b561 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496974'] for security_group_rule, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:16.798065 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:16.830192 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837117b-b420-4a8d-a535-985622f6b561 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf86d14-0b79-4902-9f23-e79507e33a81,revision_number=0']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:16.836533 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-7837117b-b420-4a8d-a535-985622f6b561 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:16.847803 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-7837117b-b420-4a8d-a535-985622f6b561 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:16.849653 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-7837117b-b420-4a8d-a535-985622f6b561 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2030613 May 11 16:41:16.852704 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 52396) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:16.858910 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-fb967b20-0c02-4400-93b8-749f8a2c5442 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Request body: {'floatingip': {'floating_network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:41:16.865412 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-fb967b20-0c02-4400-93b8-749f8a2c5442 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:41:16.869929 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-fb967b20-0c02-4400-93b8-749f8a2c5442 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Usage tracker for resource:floatingip and tenant:262ccc5510544ce0a4c4ce0d80c13de5 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:41:16.873873 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-fb967b20-0c02-4400-93b8-749f8a2c5442 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:41:16.880907 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-fb967b20-0c02-4400-93b8-749f8a2c5442 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:41:16.892877 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fb967b20-0c02-4400-93b8-749f8a2c5442 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for floatingip, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:16.926852 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-dde1bde5-7081-4fd2-ace0-b5d5d4790a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:16.936340 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-94aa97e7-8963-4602-8fc7-79ab088c2e88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:16.988871 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1bde5-7081-4fd2-ace0-b5d5d4790a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=845c9d71-ffcd-404d-b0bb-67c9cd466683,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:16.993132 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-dde1bde5-7081-4fd2-ace0-b5d5d4790a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:17.060925 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fb967b20-0c02-4400-93b8-749f8a2c5442 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:17.123859 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 8da99297-4f86-4ce5-84e3-d5785c781996 up at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:41:17.207718 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning for port 8da99297-4f86-4ce5-84e3-d5785c781996 completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:41:17.214147 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning complete for port 8da99297-4f86-4ce5-84e3-d5785c781996 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:41:17.215468 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:17.255454 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_common [None req-fb967b20-0c02-4400-93b8-749f8a2c5442 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Allocated IP 172.28.1.249 (b8617b39-e2b1-4863-8310-b30d869022e5/f9de70b6-644a-45ab-98dc-77e0c30714b2/2469b643-1060-4763-b30c-f795bf3fb3af) {{(pid=78910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:41:17.291482 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec3f5b-28f7-454c-91d5-97524a32d0cc req-9f4564af-9707-4c85-bbee-d96656dfd310 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:17.293688 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-30ec3f5b-28f7-454c-91d5-97524a32d0cc req-9f4564af-9707-4c85-bbee-d96656dfd310 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] 10.222.0.76 "GET /v2.0/ports?device_id=64b64a86-a818-4f02-b554-f8b144426d88 HTTP/1.1" status: 200 len: 949 time: 0.4062669 May 11 16:41:17.363439 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-dde1bde5-7081-4fd2-ace0-b5d5d4790a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401914'] for router_interface, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:17.376099 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:17.382954 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-30ec3f5b-28f7-454c-91d5-97524a32d0cc req-a50ad23b-dca0-483a-a22d-708bb00d147c tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e0401a3-70fe-4e80-93b9-aa8abc80dc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720601 May 11 16:41:17.441508 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b64a86-a818-4f02-b554-f8b144426d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da99297-4f86-4ce5-84e3-d5785c781996'}] {{(pid=78911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:41:17.452093 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fb967b20-0c02-4400-93b8-749f8a2c5442 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for port, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:17.461513 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 8da99297-4f86-4ce5-84e3-d5785c781996, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8da99297-4f86-4ce5-84e3-d5785c781996,segment=NetworkSegment(f7b7ee9d-2cb5-4f00-99a0-602362a8b4c9),segment_id=f7b7ee9d-2cb5-4f00-99a0-602362a8b4c9)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:41:17.471878 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:17.477691 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:17.493054 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fb967b20-0c02-4400-93b8-749f8a2c5442 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:17.505767 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-b362a65f-fbb4-42df-8a90-788e1fcc068d tempest-VolumesActionsTest-433603316 tempest-VolumesActionsTest-433603316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:17.592827 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb967b20-0c02-4400-93b8-749f8a2c5442 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Network b8617b39-e2b1-4863-8310-b30d869022e5 is already hosted by enough agents. {{(pid=78910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:41:17.596579 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [None req-fb967b20-0c02-4400-93b8-749f8a2c5442 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Resources bound (agent type, host, resource id): {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:41:17.604020 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb967b20-0c02-4400-93b8-749f8a2c5442 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Received port after_create {{(pid=78910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:41:17.620215 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=8da99297-4f86-4ce5-84e3-d5785c781996,revision_number=5']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:17.635486 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:17.637930 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:17.708154 dv-cinder-789603-4-smb neutron-server[78911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b64a86-a818-4f02-b554-f8b144426d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da99297-4f86-4ce5-84e3-d5785c781996', 'code': 200} May 11 16:41:17.760205 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb967b20-0c02-4400-93b8-749f8a2c5442 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Pushing event updated for resources: {'Port': ['ID=2469b643-1060-4763-b30c-f795bf3fb3af,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:17.765312 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-fb967b20-0c02-4400-93b8-749f8a2c5442 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:17.822371 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fb967b20-0c02-4400-93b8-749f8a2c5442 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:17.915227 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde1bde5-7081-4fd2-ace0-b5d5d4790a4d admin admin] Router e4b4017d-d4e0-4623-8df1-723b26c6ea34 has already been hosted by L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae {{(pid=78909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:41:17.929647 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fb967b20-0c02-4400-93b8-749f8a2c5442 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:18.093435 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde1bde5-7081-4fd2-ace0-b5d5d4790a4d admin admin] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:41:18.094648 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0daa1-de52-41cf-b846-98d51d37f521 req-dedd0a1a-eed4-477d-81db-3de3bc6dab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:18.096161 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-02c0daa1-de52-41cf-b846-98d51d37f521 req-dedd0a1a-eed4-477d-81db-3de3bc6dab36 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=64b64a86-a818-4f02-b554-f8b144426d88 HTTP/1.1" status: 200 len: 1103 time: 0.2066922 May 11 16:41:18.102676 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa29358-d9dd-4de6-bce4-d194ae947029 None None] Sync routers for ids ['e4b4017d-d4e0-4623-8df1-723b26c6ea34'] in dv-cinder-789603-4-smb {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:41:18.111466 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-dde1bde5-7081-4fd2-ace0-b5d5d4790a4d admin admin] 10.222.0.76 "PUT /v2.0/routers/e4b4017d-d4e0-4623-8df1-723b26c6ea34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0241187 May 11 16:41:18.114024 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 52404) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:18.117156 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa29358-d9dd-4de6-bce4-d194ae947029 None None] Routers {'e4b4017d-d4e0-4623-8df1-723b26c6ea34'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:41:18.117929 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-afa29358-d9dd-4de6-bce4-d194ae947029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:41:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['e4b4017d-d4e0-4623-8df1-723b26c6ea34'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:18.182183 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-02c0daa1-de52-41cf-b846-98d51d37f521 req-8824baaf-971c-4c27-81c4-696d252c4259 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=3e0401a3-70fe-4e80-93b9-aa8abc80dc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780675 May 11 16:41:18.207369 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fb967b20-0c02-4400-93b8-749f8a2c5442 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for port, precommit_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:18.215546 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fb967b20-0c02-4400-93b8-749f8a2c5442 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15504005'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:18.219880 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-d16a9bdc-a244-4adf-83a8-b2c31c92ecbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:18.299642 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-afa29358-d9dd-4de6-bce4-d194ae947029 None None] Set router e4b4017d-d4e0-4623-8df1-723b26c6ea34 gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:41:18.319368 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-ac4af147-93df-4546-9ead-1caae89bd6e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:18.328108 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb967b20-0c02-4400-93b8-749f8a2c5442 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Pushing event updated for resources: {'Port': ['ID=2469b643-1060-4763-b30c-f795bf3fb3af,revision_number=2']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:18.332419 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-fb967b20-0c02-4400-93b8-749f8a2c5442 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:18.346366 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fb967b20-0c02-4400-93b8-749f8a2c5442 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397171'] for floatingip, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:18.369683 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fb967b20-0c02-4400-93b8-749f8a2c5442 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for floatingip, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:18.378878 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-fb967b20-0c02-4400-93b8-749f8a2c5442 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5172768 May 11 16:41:18.513959 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-ac4af147-93df-4546-9ead-1caae89bd6e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:18.603544 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-f93ffa30-12bf-4c19-8e24-8b8128a502ec tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--679154062&fields=id&tenant_id=262ccc5510544ce0a4c4ce0d80c13de5 HTTP/1.1" status: 200 len: 267 time: 0.0851550 May 11 16:41:18.647908 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-afa29358-d9dd-4de6-bce4-d194ae947029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b4017d-d4e0-4623-8df1-723b26c6ea34', 'name': 'tempest-TestMinimumBasicScenario-1491518422-router', 'tenant_id': 'f0a20adcd2b44d589a805290b5691de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.201'}], 'enable_snat': True}, 'gw_port_id': '868ad45a-7065-4017-abb6-2f161dbe1b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:38:22Z', 'updated_at': '2021-05-11T16:41:16Z', 'revision_number': 5, 'project_id': 'f0a20adcd2b44d589a805290b5691de2', 'gw_port': {'id': '868ad45a-7065-4017-abb6-2f161dbe1b5c', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:da:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b4017d-d4e0-4623-8df1-723b26c6ea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:38:24Z', 'updated_at': '2021-05-11T16:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:18.653807 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa29358-d9dd-4de6-bce4-d194ae947029 None None] Checking router: e4b4017d-d4e0-4623-8df1-723b26c6ea34 for host: dv-cinder-789603-4-smb {{(pid=78912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:41:18.664442 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa29358-d9dd-4de6-bce4-d194ae947029 None None] Routers {'e4b4017d-d4e0-4623-8df1-723b26c6ea34'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:41:18.665070 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-afa29358-d9dd-4de6-bce4-d194ae947029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:41:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['e4b4017d-d4e0-4623-8df1-723b26c6ea34'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:18.711799 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [None req-ac4af147-93df-4546-9ead-1caae89bd6e6 admin admin] Deleting port 868ad45a-7065-4017-abb6-2f161dbe1b5c {{(pid=78909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:41:18.712037 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-ac4af147-93df-4546-9ead-1caae89bd6e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:18.832628 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-afa29358-d9dd-4de6-bce4-d194ae947029 None None] Set router e4b4017d-d4e0-4623-8df1-723b26c6ea34 gateway port host: None {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:41:18.876694 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-8166a707-a39e-4372-9258-512971dea3b5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:18.878244 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-8166a707-a39e-4372-9258-512971dea3b5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/networks?id=b88aa6df-5bed-46a0-8951-f555a2261aa5 HTTP/1.1" status: 200 len: 817 time: 0.2635593 May 11 16:41:18.910931 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [None req-ac4af147-93df-4546-9ead-1caae89bd6e6 admin admin] For port 868ad45a-7065-4017-abb6-2f161dbe1b5c, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=868ad45a-7065-4017-abb6-2f161dbe1b5c,segment=NetworkSegment(9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c),segment_id=9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c)] {{(pid=78909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:41:18.911330 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-ac4af147-93df-4546-9ead-1caae89bd6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:18.920522 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-83c78ae5-5091-4bc0-8e5a-0dec81783b24 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/quotas/262ccc5510544ce0a4c4ce0d80c13de5 HTTP/1.1" status: 200 len: 375 time: 0.0280898 May 11 16:41:18.947832 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-afa29358-d9dd-4de6-bce4-d194ae947029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b4017d-d4e0-4623-8df1-723b26c6ea34', 'name': 'tempest-TestMinimumBasicScenario-1491518422-router', 'tenant_id': 'f0a20adcd2b44d589a805290b5691de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:38:22Z', 'updated_at': '2021-05-11T16:41:18Z', 'revision_number': 6, 'project_id': 'f0a20adcd2b44d589a805290b5691de2', 'gw_port_host': None}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:18.953034 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa29358-d9dd-4de6-bce4-d194ae947029 None None] The sync data for ids ['e4b4017d-d4e0-4623-8df1-723b26c6ea34'] in dv-cinder-789603-4-smb is: [{'id': 'e4b4017d-d4e0-4623-8df1-723b26c6ea34', 'name': 'tempest-TestMinimumBasicScenario-1491518422-router', 'tenant_id': 'f0a20adcd2b44d589a805290b5691de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:38:22Z', 'updated_at': '2021-05-11T16:41:18Z', 'revision_number': 6, 'project_id': 'f0a20adcd2b44d589a805290b5691de2', 'gw_port_host': None}] {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:41:19.099794 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [None req-ac4af147-93df-4546-9ead-1caae89bd6e6 admin admin] Calling delete_port for 868ad45a-7065-4017-abb6-2f161dbe1b5c owned by network:router_gateway {{(pid=78909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:41:19.162506 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-08720224-6b36-4186-b373-abfddbac35df tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Synchronizing usage tracker for tenant:262ccc5510544ce0a4c4ce0d80c13de5 on resource:port {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:41:19.196880 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-08720224-6b36-4186-b373-abfddbac35df tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Unset dirty status for tenant:262ccc5510544ce0a4c4ce0d80c13de5 on resource:port {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:41:19.198211 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-08720224-6b36-4186-b373-abfddbac35df tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=262ccc5510544ce0a4c4ce0d80c13de5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2091837 May 11 16:41:19.290619 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-ac4af147-93df-4546-9ead-1caae89bd6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:19.295497 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-94aa97e7-8963-4602-8fc7-79ab088c2e88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:19.348008 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4af147-93df-4546-9ead-1caae89bd6e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=868ad45a-7065-4017-abb6-2f161dbe1b5c,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:19.369685 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-ac4af147-93df-4546-9ead-1caae89bd6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:19.673276 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-ac4af147-93df-4546-9ead-1caae89bd6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-397166'] for router_gateway, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:19.877957 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-bb10d232-c298-4dfb-9e73-8f70230aee2d service neutron] 10.222.0.76 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6670604 May 11 16:41:19.882904 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-ac4af147-93df-4546-9ead-1caae89bd6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-337970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8009'] for router, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:19.887346 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-ac4af147-93df-4546-9ead-1caae89bd6e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:20.060755 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-ac4af147-93df-4546-9ead-1caae89bd6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403068'] for router, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:20.061437 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4af147-93df-4546-9ead-1caae89bd6e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4b4017d-d4e0-4623-8df1-723b26c6ea34 {{(pid=78909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 16:41:20.105817 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-ac4af147-93df-4546-9ead-1caae89bd6e6 admin admin] Notify callbacks [] for router, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:20.108172 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-ac4af147-93df-4546-9ead-1caae89bd6e6 admin admin] 10.222.0.76 "DELETE /v2.0/routers/e4b4017d-d4e0-4623-8df1-723b26c6ea34 HTTP/1.1" status: 204 len: 168 time: 1.9931564 May 11 16:41:20.111240 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 52426) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:20.153039 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-8940f5e9-f5cd-48cf-87a4-ffa5510f55a2 service neutron] 10.222.0.76 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672293 May 11 16:41:20.185208 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c1a404e-077f-4589-8fcc-c0f27d9d539c admin admin] Deleting subnet c822aa68-84f6-4a2c-af19-e8038b8bc92f {{(pid=78909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:41:20.188605 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-3c1a404e-077f-4589-8fcc-c0f27d9d539c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:20.241579 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-3c1a404e-077f-4589-8fcc-c0f27d9d539c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13681992'] for subnet, precommit_delete_associations {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:20.343182 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-3c1a404e-077f-4589-8fcc-c0f27d9d539c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732194'] for subnet, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:20.583382 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937005e-5aaa-4816-b89c-6df98cb76dce req-571f8526-f466-4f85-a169-c9ee0b813f50 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:20.585158 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7937005e-5aaa-4816-b89c-6df98cb76dce req-571f8526-f466-4f85-a169-c9ee0b813f50 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] 10.222.0.76 "GET /v2.0/ports?device_id=64b64a86-a818-4f02-b554-f8b144426d88 HTTP/1.1" status: 200 len: 950 time: 0.2144597 May 11 16:41:20.700484 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7937005e-5aaa-4816-b89c-6df98cb76dce req-91e60a3d-4522-46f7-b42e-7f3695707c95 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e0401a3-70fe-4e80-93b9-aa8abc80dc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019464 May 11 16:41:20.705744 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 868ad45a-7065-4017-abb6-2f161dbe1b5c no longer exists at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:41:20.741975 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-3c1a404e-077f-4589-8fcc-c0f27d9d539c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15952517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15598119'] for subnet, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:20.748652 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] No Port match for: 868ad45a-7065-4017-abb6-2f161dbe1b5c {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:41:20.748883 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 868ad45a-7065-4017-abb6-2f161dbe1b5c not bound to the agent host dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:41:20.749308 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 845c9d71-ffcd-404d-b0bb-67c9cd466683 no longer exists at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:41:20.752331 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:20.785612 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] No Port match for: 845c9d71-ffcd-404d-b0bb-67c9cd466683 {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:41:20.786070 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 845c9d71-ffcd-404d-b0bb-67c9cd466683 not bound to the agent host dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:41:20.818061 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a404e-077f-4589-8fcc-c0f27d9d539c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c822aa68-84f6-4a2c-af19-e8038b8bc92f,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:20.821459 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-3c1a404e-077f-4589-8fcc-c0f27d9d539c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:20.822444 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-3c1a404e-077f-4589-8fcc-c0f27d9d539c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:20.827535 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35828390-ce28-42a3-aa62-77f5923f8910 None None] Network b166ae27-82c8-4c8f-92e4-3f40c2677a3b requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:41:20.835285 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 52444) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:20.836054 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-3c1a404e-077f-4589-8fcc-c0f27d9d539c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c822aa68-84f6-4a2c-af19-e8038b8bc92f HTTP/1.1" status: 204 len: 168 time: 0.7231064 May 11 16:41:20.954610 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-dfe0e9a6-bcfd-4505-b2c4-27e5d174c42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606754'] for network, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:21.019864 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c7b06ecf-757c-4292-a498-fb97c87fad73 req-a24f3b11-3fab-4230-9417-a64999c7e25c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 210 time: 0.0607836 May 11 16:41:21.043773 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-dfe0e9a6-bcfd-4505-b2c4-27e5d174c42e admin admin] Deleting port 2fc280de-4f6a-4352-b2ce-071fb313a0e8 {{(pid=78910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:41:21.044014 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-dfe0e9a6-bcfd-4505-b2c4-27e5d174c42e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:21.146219 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [None req-dfe0e9a6-bcfd-4505-b2c4-27e5d174c42e admin admin] For port 2fc280de-4f6a-4352-b2ce-071fb313a0e8, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=2fc280de-4f6a-4352-b2ce-071fb313a0e8,segment=NetworkSegment(b9bc827d-38e4-40a6-8e49-c7ea44df99c6),segment_id=b9bc827d-38e4-40a6-8e49-c7ea44df99c6)] {{(pid=78910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:41:21.146964 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-dfe0e9a6-bcfd-4505-b2c4-27e5d174c42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:21.150206 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb1ce3f-e06d-4001-a30d-58b66fbd964f None None] DHCP port deletion for b166ae27-82c8-4c8f-92e4-3f40c2677a3b request from dv-cinder-789603-4-smb {{(pid=78911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 16:41:21.224152 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-2bb1ce3f-e06d-4001-a30d-58b66fbd964f None None] Deleting port 2fc280de-4f6a-4352-b2ce-071fb313a0e8 {{(pid=78911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:41:21.224536 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-2bb1ce3f-e06d-4001-a30d-58b66fbd964f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:21.279925 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-dfe0e9a6-bcfd-4505-b2c4-27e5d174c42e admin admin] Calling delete_port for 2fc280de-4f6a-4352-b2ce-071fb313a0e8 owned by network:dhcp {{(pid=78910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:41:21.327922 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-dfe0e9a6-bcfd-4505-b2c4-27e5d174c42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:21.333333 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-cfe01c7d-9bd1-47c4-9e4a-00b4c432bc50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:21.354564 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-2bb1ce3f-e06d-4001-a30d-58b66fbd964f None None] For port 2fc280de-4f6a-4352-b2ce-071fb313a0e8, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=2fc280de-4f6a-4352-b2ce-071fb313a0e8,segment=NetworkSegment(b9bc827d-38e4-40a6-8e49-c7ea44df99c6),segment_id=b9bc827d-38e4-40a6-8e49-c7ea44df99c6)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:41:21.355559 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-2bb1ce3f-e06d-4001-a30d-58b66fbd964f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:21.388247 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0e9a6-bcfd-4505-b2c4-27e5d174c42e admin admin] Pushing event deleted for resources: {'Port': ['ID=2fc280de-4f6a-4352-b2ce-071fb313a0e8,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:21.394189 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-dfe0e9a6-bcfd-4505-b2c4-27e5d174c42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:21.395750 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe0e9a6-bcfd-4505-b2c4-27e5d174c42e admin admin] No DVR routers for this DVR port 2fc280de-4f6a-4352-b2ce-071fb313a0e8 on host dv-cinder-789603-4-smb {{(pid=78910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:41:21.552618 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-2bb1ce3f-e06d-4001-a30d-58b66fbd964f None None] Calling delete_port for 2fc280de-4f6a-4352-b2ce-071fb313a0e8 owned by network:dhcp {{(pid=78911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:41:21.557131 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-dfe0e9a6-bcfd-4505-b2c4-27e5d174c42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726233', 'neutron.services.segments.db._delete_segments_for_network-8788166214813'] for network, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:21.572018 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.services.segments.db [None req-dfe0e9a6-bcfd-4505-b2c4-27e5d174c42e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b166ae27-82c8-4c8f-92e4-3f40c2677a3b']}} {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:21.587079 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.services.segments.db [None req-dfe0e9a6-bcfd-4505-b2c4-27e5d174c42e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9bc827d-38e4-40a6-8e49-c7ea44df99c6') {'for_net_delete': True} {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:21.587358 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.services.segments.db [None req-dfe0e9a6-bcfd-4505-b2c4-27e5d174c42e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9bc827d-38e4-40a6-8e49-c7ea44df99c6') {} {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:21.593174 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c5c9e-6b10-4faf-aefa-71398cd9c13c req-900375d2-8759-4ce4-ba13-2c7a55908f26 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:21.595200 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-e32c5c9e-6b10-4faf-aefa-71398cd9c13c req-900375d2-8759-4ce4-ba13-2c7a55908f26 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] 10.222.0.76 "GET /v2.0/ports?device_id=64b64a86-a818-4f02-b554-f8b144426d88 HTTP/1.1" status: 200 len: 950 time: 0.1492450 May 11 16:41:21.607873 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-2bb1ce3f-e06d-4001-a30d-58b66fbd964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212'] for port, after_delete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:21.613861 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-c4f54449-7b36-4be8-993b-3365aa6960a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:21.672327 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1ce3f-e06d-4001-a30d-58b66fbd964f None None] Pushing event deleted for resources: {'Port': ['ID=2fc280de-4f6a-4352-b2ce-071fb313a0e8,revision_number=None']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:21.676075 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-2bb1ce3f-e06d-4001-a30d-58b66fbd964f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:21.679725 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb1ce3f-e06d-4001-a30d-58b66fbd964f None None] No DVR routers for this DVR port 2fc280de-4f6a-4352-b2ce-071fb313a0e8 on host dv-cinder-789603-4-smb {{(pid=78911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:41:21.694089 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-dfe0e9a6-bcfd-4505-b2c4-27e5d174c42e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788166226279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14753285'] for segment, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:21.721922 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-e32c5c9e-6b10-4faf-aefa-71398cd9c13c req-dcfba681-4005-4418-9160-f13b5a2fac01 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e0401a3-70fe-4e80-93b9-aa8abc80dc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140456 May 11 16:41:21.737430 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-dfe0e9a6-bcfd-4505-b2c4-27e5d174c42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:21.776535 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfe0e9a6-bcfd-4505-b2c4-27e5d174c42e admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=78910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:41:21.776947 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-dfe0e9a6-bcfd-4505-b2c4-27e5d174c42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15504041'] for segment, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: Traceback (most recent call last): May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: timer() May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: cb(*args, **kw) May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: return func(*args, **kwargs) May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: self._notify() May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: self.callback(batched_events) May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: event.method(event) May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: return f(self, *a, **k) May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: return self._get(url).json() May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: return self.request(url, 'GET', **kwargs) May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:41:21.791145 dv-cinder-789603-4-smb neutron-server[78910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:41:21.921403 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-ef13d56d-b419-4990-a92c-6cd40164ed60 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:21.922899 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-ef13d56d-b419-4990-a92c-6cd40164ed60 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.85 "GET /v2.0/networks?id=b88aa6df-5bed-46a0-8951-f555a2261aa5 HTTP/1.1" status: 200 len: 817 time: 0.3385692 May 11 16:41:21.928690 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-dfe0e9a6-bcfd-4505-b2c4-27e5d174c42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:21.948126 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-159a37dc-9706-4639-86be-ba398c9c217f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:21.966599 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-dfe0e9a6-bcfd-4505-b2c4-27e5d174c42e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:21.984853 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0e9a6-bcfd-4505-b2c4-27e5d174c42e admin admin] Pushing event deleted for resources: {'Network': ['ID=b166ae27-82c8-4c8f-92e4-3f40c2677a3b,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:21.984853 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-dfe0e9a6-bcfd-4505-b2c4-27e5d174c42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:21.993744 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-dfe0e9a6-bcfd-4505-b2c4-27e5d174c42e admin admin] 10.222.0.76 "DELETE /v2.0/networks/b166ae27-82c8-4c8f-92e4-3f40c2677a3b HTTP/1.1" status: 204 len: 168 time: 1.1573756 May 11 16:41:22.008666 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-40d46bbc-43fe-4a17-a9a7-e35d3ae544c8 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Synchronizing usage tracker for tenant:262ccc5510544ce0a4c4ce0d80c13de5 on resource:security_group {{(pid=78910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:41:22.025686 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-40d46bbc-43fe-4a17-a9a7-e35d3ae544c8 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Unset dirty status for tenant:262ccc5510544ce0a4c4ce0d80c13de5 on resource:security_group {{(pid=78910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:41:22.027855 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-40d46bbc-43fe-4a17-a9a7-e35d3ae544c8 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=262ccc5510544ce0a4c4ce0d80c13de5 HTTP/1.1" status: 200 len: 379 time: 0.0960202 May 11 16:41:22.037122 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-bd817b99-e27f-4b37-867a-7aed95eb1a7f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Request body: {'port': {'device_id': 'e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'admin_state_up': True, 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'security_groups': ['fdc2ce40-9cd1-4e30-b08f-726eec39203f']}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:41:22.186293 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-dcc0d4cb-e463-40de-b487-fc01748228d4 req-2507d6d9-00a4-491d-88b3-170f203d6f65 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 210 time: 0.0518188 May 11 16:41:22.202898 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 52466) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:22.258417 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-580c67f0-6c9a-4bc7-8231-d1c2d475def5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8942d883f4c046ccbad8949c0b191e85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495930 May 11 16:41:22.260887 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 52470) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:22.288473 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-bd817b99-e27f-4b37-867a-7aed95eb1a7f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:41:22.298131 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-bd817b99-e27f-4b37-867a-7aed95eb1a7f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:41:22.309739 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-bd817b99-e27f-4b37-867a-7aed95eb1a7f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Made reservation on behalf of 262ccc5510544ce0a4c4ce0d80c13de5 for: {'port': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:41:22.313846 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-bd817b99-e27f-4b37-867a-7aed95eb1a7f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:22.324881 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-1d85c90d-fc77-4b70-8bc3-4e84ed98c0a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:22.351985 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-1d85c90d-fc77-4b70-8bc3-4e84ed98c0a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:22.410510 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-1d85c90d-fc77-4b70-8bc3-4e84ed98c0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:22.419113 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-ccc767fb-68a1-44b2-a634-ed0fe6602440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:22.447783 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85c90d-fc77-4b70-8bc3-4e84ed98c0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:22.452691 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-1d85c90d-fc77-4b70-8bc3-4e84ed98c0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:22.460198 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-1d85c90d-fc77-4b70-8bc3-4e84ed98c0a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:22.462300 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-1d85c90d-fc77-4b70-8bc3-4e84ed98c0a8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f54cc07f-6a3a-45fb-91ab-c91e0a87e0bc HTTP/1.1" status: 204 len: 168 time: 0.1995378 May 11 16:41:22.503222 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_common [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-bd817b99-e27f-4b37-867a-7aed95eb1a7f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Allocated IP 172.20.0.13 (b88aa6df-5bed-46a0-8951-f555a2261aa5/a408f652-827a-47bf-a362-ed4cc793ec89/fedaf853-e67f-4eeb-84ac-bd579e816dbe) {{(pid=78910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:41:22.718649 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 2fc280de-4f6a-4352-b2ce-071fb313a0e8 no longer exists at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:41:22.726701 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-bd817b99-e27f-4b37-867a-7aed95eb1a7f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for port, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:22.746941 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.provisioning_blocks [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-bd817b99-e27f-4b37-867a-7aed95eb1a7f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Transition to ACTIVE for port object fedaf853-e67f-4eeb-84ac-bd579e816dbe will not be triggered until provisioned by entity DHCP. {{(pid=78910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:41:22.757622 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] No Port match for: 2fc280de-4f6a-4352-b2ce-071fb313a0e8 {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:41:22.757976 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 2fc280de-4f6a-4352-b2ce-071fb313a0e8 not bound to the agent host dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:41:22.778455 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-bd817b99-e27f-4b37-867a-7aed95eb1a7f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:22.807338 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-8c21e7d5-aa5a-43a0-afc2-2c45586457e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:22.874635 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-bd817b99-e27f-4b37-867a-7aed95eb1a7f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Network b88aa6df-5bed-46a0-8951-f555a2261aa5 is already hosted by enough agents. {{(pid=78910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:41:22.875883 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-bd817b99-e27f-4b37-867a-7aed95eb1a7f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Resources bound (agent type, host, resource id): {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:41:22.892823 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-bd817b99-e27f-4b37-867a-7aed95eb1a7f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Received port after_create {{(pid=78910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:41:22.922637 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 52480) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:22.962107 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf8ee2-3d73-4cbe-ab3e-35177fa025e5 req-8f39c3dc-569f-4f11-b788-0a7c75cc43b5 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:22.963629 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-dbbf8ee2-3d73-4cbe-ab3e-35177fa025e5 req-8f39c3dc-569f-4f11-b788-0a7c75cc43b5 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] 10.222.0.85 "GET /v2.0/ports?device_id=64b64a86-a818-4f02-b554-f8b144426d88 HTTP/1.1" status: 200 len: 950 time: 0.2984791 May 11 16:41:22.968214 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd817b99-e27f-4b37-867a-7aed95eb1a7f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Pushing event updated for resources: {'Port': ['ID=fedaf853-e67f-4eeb-84ac-bd579e816dbe,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:22.976989 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-bd817b99-e27f-4b37-867a-7aed95eb1a7f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:23.018140 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-c7a30e54-b5b6-4be9-a6ed-b8eb077af264 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f0a20adcd2b44d589a805290b5691de2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0921109 May 11 16:41:23.022905 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 52486) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:23.049508 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-bd817b99-e27f-4b37-867a-7aed95eb1a7f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:23.050161 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-bd817b99-e27f-4b37-867a-7aed95eb1a7f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:23.110516 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662fd5b-e9ec-425e-88ad-1ef7b2fc8dc8 req-de62da0c-3d3e-4b50-ba26-64e5ae0b154b tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:23.113027 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2662fd5b-e9ec-425e-88ad-1ef7b2fc8dc8 req-de62da0c-3d3e-4b50-ba26-64e5ae0b154b tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] 10.222.0.76 "GET /v2.0/ports?device_id=64b64a86-a818-4f02-b554-f8b144426d88 HTTP/1.1" status: 200 len: 950 time: 0.2188108 May 11 16:41:23.117863 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-bd817b99-e27f-4b37-867a-7aed95eb1a7f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0844762 May 11 16:41:23.132051 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-e9a240d3-c161-4a61-afb1-c5f3d50880e8 service neutron] Request body: {'port': {'device_id': 'e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:41:23.157450 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-db01b332-af6e-45e8-8108-398eda6387c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:23.174288 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2662fd5b-e9ec-425e-88ad-1ef7b2fc8dc8 req-9c478ecc-b472-4cb8-a3a9-8b61c8b8bb3f tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] 10.222.0.76 "GET /v2.0/security-groups?id=3e0401a3-70fe-4e80-93b9-aa8abc80dc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539901 May 11 16:41:23.190906 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [req-dbbf8ee2-3d73-4cbe-ab3e-35177fa025e5 req-e7b669c2-171e-4baa-8257-03f0bfa9b140 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Deleting port 8da99297-4f86-4ce5-84e3-d5785c781996 {{(pid=78909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:41:23.191256 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-dbbf8ee2-3d73-4cbe-ab3e-35177fa025e5 req-e7b669c2-171e-4baa-8257-03f0bfa9b140 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:23.225468 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-db01b332-af6e-45e8-8108-398eda6387c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:23.260930 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-2d835b54-d660-46fe-ad25-2f983d02f5f2 None None] Provisioning for port fedaf853-e67f-4eeb-84ac-bd579e816dbe completed by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:41:23.268729 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-2d835b54-d660-46fe-ad25-2f983d02f5f2 None None] Provisioning complete for port fedaf853-e67f-4eeb-84ac-bd579e816dbe triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:41:23.269405 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-2d835b54-d660-46fe-ad25-2f983d02f5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:23.334239 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-2d835b54-d660-46fe-ad25-2f983d02f5f2 None None] Port fedaf853-e67f-4eeb-84ac-bd579e816dbe cannot update to ACTIVE because it is not bound. {{(pid=78911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:41:23.334473 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-e9a240d3-c161-4a61-afb1-c5f3d50880e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:23.395586 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [req-dbbf8ee2-3d73-4cbe-ab3e-35177fa025e5 req-e7b669c2-171e-4baa-8257-03f0bfa9b140 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] For port 8da99297-4f86-4ce5-84e3-d5785c781996, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=8da99297-4f86-4ce5-84e3-d5785c781996,segment=NetworkSegment(f7b7ee9d-2cb5-4f00-99a0-602362a8b4c9),segment_id=f7b7ee9d-2cb5-4f00-99a0-602362a8b4c9)] {{(pid=78909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:41:23.395979 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-dbbf8ee2-3d73-4cbe-ab3e-35177fa025e5 req-e7b669c2-171e-4baa-8257-03f0bfa9b140 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:23.419523 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-db01b332-af6e-45e8-8108-398eda6387c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:23.427336 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-23d8d492-72ba-4e95-b975-f7e943d7b191 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:23.455523 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01b332-af6e-45e8-8108-398eda6387c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6ee6e6-24a9-4202-acce-7ed5002d31c9,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:23.461391 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-db01b332-af6e-45e8-8108-398eda6387c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:23.503733 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-db01b332-af6e-45e8-8108-398eda6387c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:23.504857 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-db01b332-af6e-45e8-8108-398eda6387c5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aa6ee6e6-24a9-4202-acce-7ed5002d31c9 HTTP/1.1" status: 204 len: 168 time: 0.4812534 May 11 16:41:23.613728 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [req-dbbf8ee2-3d73-4cbe-ab3e-35177fa025e5 req-e7b669c2-171e-4baa-8257-03f0bfa9b140 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Calling delete_port for 8da99297-4f86-4ce5-84e3-d5785c781996 owned by compute:nova {{(pid=78909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:41:23.917883 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-dbbf8ee2-3d73-4cbe-ab3e-35177fa025e5 req-e7b669c2-171e-4baa-8257-03f0bfa9b140 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:23.929450 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-e9a240d3-c161-4a61-afb1-c5f3d50880e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fedaf853-e67f-4eeb-84ac-bd579e816dbe {{(pid=78910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:41:23.930685 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-dde1bde5-7081-4fd2-ace0-b5d5d4790a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:23.943389 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-e9a240d3-c161-4a61-afb1-c5f3d50880e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:23.970932 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.provisioning_blocks [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-e9a240d3-c161-4a61-afb1-c5f3d50880e8 service neutron] Transition to ACTIVE for port object fedaf853-e67f-4eeb-84ac-bd579e816dbe will not be triggered until provisioned by entity L2. {{(pid=78910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:41:23.976236 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-e9a240d3-c161-4a61-afb1-c5f3d50880e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15504005'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:23.988510 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b669c2-171e-4baa-8257-03f0bfa9b140 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Pushing event deleted for resources: {'Port': ['ID=8da99297-4f86-4ce5-84e3-d5785c781996,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:24.000575 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-e7b669c2-171e-4baa-8257-03f0bfa9b140 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:24.000701 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-88591152-1c1d-4915-86d6-392d493c7657 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:24.009822 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff64dcd-ae15-4e7c-91f3-5aab795c3e8a req-6702042c-5d30-49fb-a39e-9686c5ea4701 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:24.011529 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-dff64dcd-ae15-4e7c-91f3-5aab795c3e8a req-6702042c-5d30-49fb-a39e-9686c5ea4701 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 932 time: 0.2076397 May 11 16:41:24.098607 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbf8ee2-3d73-4cbe-ab3e-35177fa025e5 req-e7b669c2-171e-4baa-8257-03f0bfa9b140 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] No DVR routers for this DVR port 8da99297-4f86-4ce5-84e3-d5785c781996 on host hv-cinder-78960 {{(pid=78909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:41:24.101744 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [req-dbbf8ee2-3d73-4cbe-ab3e-35177fa025e5 req-e7b669c2-171e-4baa-8257-03f0bfa9b140 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:24.119292 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b64a86-a818-4f02-b554-f8b144426d88', 'name': 'network-vif-deleted', 'tag': '8da99297-4f86-4ce5-84e3-d5785c781996'}] {{(pid=78909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:41:24.138403 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-dbbf8ee2-3d73-4cbe-ab3e-35177fa025e5 req-e7b669c2-171e-4baa-8257-03f0bfa9b140 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] 10.222.0.85 "DELETE /v2.0/ports/8da99297-4f86-4ce5-84e3-d5785c781996 HTTP/1.1" status: 204 len: 173 time: 1.1682689 May 11 16:41:24.170994 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-dff64dcd-ae15-4e7c-91f3-5aab795c3e8a req-47b9c008-2dc4-4608-8b78-d950fc31af07 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735590 May 11 16:41:24.257076 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b64a86-a818-4f02-b554-f8b144426d88', 'name': 'network-vif-deleted', 'tag': '8da99297-4f86-4ce5-84e3-d5785c781996', 'status': 'completed', 'code': 200} May 11 16:41:24.283020 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a240d3-c161-4a61-afb1-c5f3d50880e8 service neutron] Pushing event updated for resources: {'Port': ['ID=fedaf853-e67f-4eeb-84ac-bd579e816dbe,revision_number=2']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:24.295526 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-e9a240d3-c161-4a61-afb1-c5f3d50880e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:24.330013 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-e9a240d3-c161-4a61-afb1-c5f3d50880e8 service neutron] Attempting to bind port fedaf853-e67f-4eeb-84ac-bd579e816dbe on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:41:24.330632 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-e9a240d3-c161-4a61-afb1-c5f3d50880e8 service neutron] Attempting to bind port fedaf853-e67f-4eeb-84ac-bd579e816dbe by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'b2b3869b-177a-498c-8b86-08953c55433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5'}] {{(pid=78910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:41:24.330968 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-e9a240d3-c161-4a61-afb1-c5f3d50880e8 service neutron] Attempting to bind port fedaf853-e67f-4eeb-84ac-bd579e816dbe on network b88aa6df-5bed-46a0-8951-f555a2261aa5 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:41:24.337753 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-e9a240d3-c161-4a61-afb1-c5f3d50880e8 service neutron] Port fedaf853-e67f-4eeb-84ac-bd579e816dbe on network b88aa6df-5bed-46a0-8951-f555a2261aa5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:41:24.338097 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-e9a240d3-c161-4a61-afb1-c5f3d50880e8 service neutron] Attempting to bind port fedaf853-e67f-4eeb-84ac-bd579e816dbe on network b88aa6df-5bed-46a0-8951-f555a2261aa5 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:41:24.345005 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-e9a240d3-c161-4a61-afb1-c5f3d50880e8 service neutron] Checking agent: {'id': 'd37e6d19-ade9-4e89-aecb-ac851dc75e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'started_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:41:24.345371 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-e9a240d3-c161-4a61-afb1-c5f3d50880e8 service neutron] Checking segment: {'id': 'b2b3869b-177a-498c-8b86-08953c55433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:41:24.345760 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-e9a240d3-c161-4a61-afb1-c5f3d50880e8 service neutron] Bound using segment: {'id': 'b2b3869b-177a-498c-8b86-08953c55433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5'} {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:41:24.346196 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-e9a240d3-c161-4a61-afb1-c5f3d50880e8 service neutron] Bound port: fedaf853-e67f-4eeb-84ac-bd579e816dbe, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2b3869b-177a-498c-8b86-08953c55433f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5'}}] {{(pid=78910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:41:24.346548 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-e9a240d3-c161-4a61-afb1-c5f3d50880e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:24.424238 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-87822646-8ff1-4031-9a14-f0cffb8f538a req-ccc2c8ab-7db8-42c2-bebf-e700bf2d4a0b tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Synchronizing usage tracker for tenant:3a298eca3d054b16928596d603c0786f on resource:port {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:41:24.442586 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-87822646-8ff1-4031-9a14-f0cffb8f538a req-ccc2c8ab-7db8-42c2-bebf-e700bf2d4a0b tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Unset dirty status for tenant:3a298eca3d054b16928596d603c0786f on resource:port {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:41:24.448724 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-87822646-8ff1-4031-9a14-f0cffb8f538a req-ccc2c8ab-7db8-42c2-bebf-e700bf2d4a0b tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] 10.222.0.76 "GET /v2.0/ports?device_id=64b64a86-a818-4f02-b554-f8b144426d88 HTTP/1.1" status: 200 len: 210 time: 0.0694923 May 11 16:41:24.470706 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-e9a240d3-c161-4a61-afb1-c5f3d50880e8 service neutron] For port fedaf853-e67f-4eeb-84ac-bd579e816dbe, host hv-cinder-78960, cleared binding levels {{(pid=78910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:41:24.474178 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-e9a240d3-c161-4a61-afb1-c5f3d50880e8 service neutron] For port fedaf853-e67f-4eeb-84ac-bd579e816dbe, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fedaf853-e67f-4eeb-84ac-bd579e816dbe,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:41:24.478507 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-e9a240d3-c161-4a61-afb1-c5f3d50880e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15504005'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:24.482981 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-bd817b99-e27f-4b37-867a-7aed95eb1a7f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:24.535043 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-e9a240d3-c161-4a61-afb1-c5f3d50880e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:24.535656 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-e9a240d3-c161-4a61-afb1-c5f3d50880e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:24.537048 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-e9a240d3-c161-4a61-afb1-c5f3d50880e8 service neutron] 10.222.0.85 "PUT /v2.0/ports/fedaf853-e67f-4eeb-84ac-bd579e816dbe HTTP/1.1" status: 200 len: 1094 time: 1.4093945 May 11 16:41:24.537546 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d', 'tag': 'fedaf853-e67f-4eeb-84ac-bd579e816dbe'}] {{(pid=78910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:41:24.575331 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a240d3-c161-4a61-afb1-c5f3d50880e8 service neutron] Pushing event updated for resources: {'Port': ['ID=fedaf853-e67f-4eeb-84ac-bd579e816dbe,revision_number=3']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:24.578698 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-e9a240d3-c161-4a61-afb1-c5f3d50880e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:24.724760 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d', 'tag': 'fedaf853-e67f-4eeb-84ac-bd579e816dbe', 'status': 'completed', 'code': 200} May 11 16:41:24.785311 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-3a690999-2746-4f9d-93cf-24c03e41afcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:24.787926 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-3a690999-2746-4f9d-93cf-24c03e41afcc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=262ccc5510544ce0a4c4ce0d80c13de5&device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 1097 time: 0.1998990 May 11 16:41:24.871448 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-e9a03fc0-b503-4af3-beda-f63c3fbf95a4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fedaf853-e67f-4eeb-84ac-bd579e816dbe HTTP/1.1" status: 200 len: 217 time: 0.0744321 May 11 16:41:24.944974 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-d5952c42-df74-4125-b381-6fb7ef6e7db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:24.946702 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-d5952c42-df74-4125-b381-6fb7ef6e7db6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a408f652-827a-47bf-a362-ed4cc793ec89 HTTP/1.1" status: 200 len: 856 time: 0.0695086 May 11 16:41:25.043081 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-ed0537b6-0f6d-46d2-bd96-e65418e8af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:25.044816 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-ed0537b6-0f6d-46d2-bd96-e65418e8af58 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b88aa6df-5bed-46a0-8951-f555a2261aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0906408 May 11 16:41:25.168720 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 8da99297-4f86-4ce5-84e3-d5785c781996 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:41:25.195857 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-26ca3465-efcf-40a0-b7db-d5b657f5a891 service neutron] 10.222.0.85 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438022 May 11 16:41:25.204885 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] No Port match for: 8da99297-4f86-4ce5-84e3-d5785c781996 {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:41:25.205230 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 8da99297-4f86-4ce5-84e3-d5785c781996 not bound to the agent host hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:41:25.353024 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a0d0b63c-ad3c-4208-8a68-148fed043ac1 req-688d3e45-64ae-4ab6-b374-95d9b28fb314 service neutron] 10.222.0.85 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505466 May 11 16:41:25.400803 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c002938-1eb7-4179-8f78-0552e1ed54f1 req-36e513f2-551a-475b-8fc4-95c0c4858d20 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:25.402957 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4c002938-1eb7-4179-8f78-0552e1ed54f1 req-36e513f2-551a-475b-8fc4-95c0c4858d20 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 944 time: 0.0947328 May 11 16:41:25.452531 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4c002938-1eb7-4179-8f78-0552e1ed54f1 req-417757a7-fc72-4b31-9271-87a6b57216e5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437732 May 11 16:41:25.481026 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ce560-6abd-4d88-8992-d430eda6e52b req-06f8c0ad-8682-403b-85e8-9bfb65836b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:25.482606 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-e87ce560-6abd-4d88-8992-d430eda6e52b req-06f8c0ad-8682-403b-85e8-9bfb65836b7e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=262ccc5510544ce0a4c4ce0d80c13de5&device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 1097 time: 0.0777295 May 11 16:41:25.630178 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ce560-6abd-4d88-8992-d430eda6e52b req-1f3274fe-62d5-43c3-bbb7-66e097fc7c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:25.631631 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-e87ce560-6abd-4d88-8992-d430eda6e52b req-1f3274fe-62d5-43c3-bbb7-66e097fc7c4e service neutron] 10.222.0.85 "GET /v2.0/networks?id=b88aa6df-5bed-46a0-8951-f555a2261aa5 HTTP/1.1" status: 200 len: 919 time: 0.1411936 May 11 16:41:25.707123 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-e87ce560-6abd-4d88-8992-d430eda6e52b req-54afbaf3-b093-4507-8bfd-593a706a5730 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fedaf853-e67f-4eeb-84ac-bd579e816dbe HTTP/1.1" status: 200 len: 217 time: 0.0675752 May 11 16:41:25.777765 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ce560-6abd-4d88-8992-d430eda6e52b req-e19248de-fcd8-4f02-ad23-937116478314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:25.779255 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-e87ce560-6abd-4d88-8992-d430eda6e52b req-e19248de-fcd8-4f02-ad23-937116478314 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a408f652-827a-47bf-a362-ed4cc793ec89 HTTP/1.1" status: 200 len: 856 time: 0.0642769 May 11 16:41:25.878454 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ce560-6abd-4d88-8992-d430eda6e52b req-d3b97c66-e34d-4f7d-a0e2-d94ebf2fb26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:25.880277 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-e87ce560-6abd-4d88-8992-d430eda6e52b req-d3b97c66-e34d-4f7d-a0e2-d94ebf2fb26e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b88aa6df-5bed-46a0-8951-f555a2261aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0932772 May 11 16:41:26.045888 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-e87ce560-6abd-4d88-8992-d430eda6e52b req-bbfb773a-f83e-4cc4-8de2-609aa1e0aaac service neutron] 10.222.0.85 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511416 May 11 16:41:26.204297 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-e87ce560-6abd-4d88-8992-d430eda6e52b req-9e0ebc52-e22f-49b2-ba05-ad22e8ad3b01 service neutron] 10.222.0.85 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504481 May 11 16:41:26.671309 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8405f78-9ba3-4cd1-a470-b7fa736b369f req-2ebde32e-6f20-4c2d-9722-44ece0ce0e3a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:26.673498 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f8405f78-9ba3-4cd1-a470-b7fa736b369f req-2ebde32e-6f20-4c2d-9722-44ece0ce0e3a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 944 time: 0.1000178 May 11 16:41:26.747047 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f8405f78-9ba3-4cd1-a470-b7fa736b369f req-f22f3b3b-e7e3-43e8-91e4-9e94c0233567 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643930 May 11 16:41:27.168560 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device fedaf853-e67f-4eeb-84ac-bd579e816dbe details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:41:27.341240 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port fedaf853-e67f-4eeb-84ac-bd579e816dbe, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fedaf853-e67f-4eeb-84ac-bd579e816dbe,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:41:27.359843 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Returning: {'device': 'fedaf853-e67f-4eeb-84ac-bd579e816dbe', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'port_id': 'fedaf853-e67f-4eeb-84ac-bd579e816dbe', 'mac_address': 'fa:16:3e:49:42:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:41:27.430203 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:27.454547 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fedaf853-e67f-4eeb-84ac-bd579e816dbe {{(pid=78911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:41:27.473235 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port fedaf853-e67f-4eeb-84ac-bd579e816dbe, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fedaf853-e67f-4eeb-84ac-bd579e816dbe,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:41:27.478035 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:27.480999 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:27.556802 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=fedaf853-e67f-4eeb-84ac-bd579e816dbe,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:27.561601 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:27.681329 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['fedaf853-e67f-4eeb-84ac-bd579e816dbe'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:41:27.970324 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e332a92-b803-474c-9904-ff56c67a2649 req-4cf42a74-47b8-4d1b-8c7e-6161f4222bbd tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:27.971855 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7e332a92-b803-474c-9904-ff56c67a2649 req-4cf42a74-47b8-4d1b-8c7e-6161f4222bbd tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 945 time: 0.0904422 May 11 16:41:28.019097 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7e332a92-b803-474c-9904-ff56c67a2649 req-36c25698-d5ae-42d3-9e6e-5f7d5a304482 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412214 May 11 16:41:29.189681 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device fedaf853-e67f-4eeb-84ac-bd579e816dbe up at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:41:29.224317 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d69cd2-0918-454a-9bda-81d8ab04d13a req-a033ed2b-a0cf-482a-8278-8aaaec2ceae0 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:29.225972 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f2d69cd2-0918-454a-9bda-81d8ab04d13a req-a033ed2b-a0cf-482a-8278-8aaaec2ceae0 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 945 time: 0.0898280 May 11 16:41:29.263635 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning for port fedaf853-e67f-4eeb-84ac-bd579e816dbe completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:41:29.271550 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning complete for port fedaf853-e67f-4eeb-84ac-bd579e816dbe triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:41:29.272436 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:29.288181 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f2d69cd2-0918-454a-9bda-81d8ab04d13a req-26f6d6c4-9ed9-4850-acf7-24d71f57583a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524912 May 11 16:41:29.418595 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:29.450598 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedaf853-e67f-4eeb-84ac-bd579e816dbe'}] {{(pid=78911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:41:29.470303 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port fedaf853-e67f-4eeb-84ac-bd579e816dbe, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fedaf853-e67f-4eeb-84ac-bd579e816dbe,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:41:29.475028 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:29.477105 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:29.508516 dv-cinder-789603-4-smb neutron-server[78911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedaf853-e67f-4eeb-84ac-bd579e816dbe', 'code': 200} May 11 16:41:29.566514 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=fedaf853-e67f-4eeb-84ac-bd579e816dbe,revision_number=5']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:29.569114 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:29.761427 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be27520-3ac9-4585-bd4f-368f9bff45a9 req-6ac6950a-4878-4f2c-9b8d-a68e9e9db951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:29.762903 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-1be27520-3ac9-4585-bd4f-368f9bff45a9 req-6ac6950a-4878-4f2c-9b8d-a68e9e9db951 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 1099 time: 0.0743725 May 11 16:41:29.804669 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-1be27520-3ac9-4585-bd4f-368f9bff45a9 req-8ef99395-72fe-4c32-91ca-dcaec80c23fe service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351870 May 11 16:41:30.532520 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb1e01-2497-46bc-9696-83ee882f4344 req-dfc637ba-653c-4324-a5b2-a7f89738ca32 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:30.535340 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-51eb1e01-2497-46bc-9696-83ee882f4344 req-dfc637ba-653c-4324-a5b2-a7f89738ca32 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.1055305 May 11 16:41:30.629922 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-51eb1e01-2497-46bc-9696-83ee882f4344 req-169cb77d-8371-49ad-9e23-3cd642a8250f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812182 May 11 16:41:30.676372 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 52778) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:30.866802 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-323f3dde-d115-432d-ab9d-0f0d543e7213 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3a298eca3d054b16928596d603c0786f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1880374 May 11 16:41:30.869943 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 52788) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:30.944639 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-0de0e79e-be0d-4544-b7f2-fa28782f8e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:30.972276 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-0de0e79e-be0d-4544-b7f2-fa28782f8e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:31.032771 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-0de0e79e-be0d-4544-b7f2-fa28782f8e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:31.037515 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-4e1519ca-3179-49b3-9256-8f8feb8fca8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:31.053141 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0e79e-be0d-4544-b7f2-fa28782f8e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0401a3-70fe-4e80-93b9-aa8abc80dc30,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:31.056104 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-0de0e79e-be0d-4544-b7f2-fa28782f8e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:31.063798 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-0de0e79e-be0d-4544-b7f2-fa28782f8e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:31.064937 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-0de0e79e-be0d-4544-b7f2-fa28782f8e97 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3e0401a3-70fe-4e80-93b9-aa8abc80dc30 HTTP/1.1" status: 204 len: 168 time: 0.1935346 May 11 16:41:31.856187 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83277b2d-cb72-45c1-905d-c3ce2e7d64d3 req-d24ea98f-6025-4f4f-9209-9c13132764d5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:31.857585 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-83277b2d-cb72-45c1-905d-c3ce2e7d64d3 req-d24ea98f-6025-4f4f-9209-9c13132764d5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.0867352 May 11 16:41:31.907065 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-83277b2d-cb72-45c1-905d-c3ce2e7d64d3 req-8837d714-0dfb-49a1-a6d2-26deaa142cc3 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429852 May 11 16:41:32.095256 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f7600-85dd-4f3f-aa92-179cfec5fa8a req-784e50d7-1225-4593-91dd-ec6beef878c1 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:32.096865 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-138f7600-85dd-4f3f-aa92-179cfec5fa8a req-784e50d7-1225-4593-91dd-ec6beef878c1 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.0855565 May 11 16:41:32.106795 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 52810) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:32.112636 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-dd98445a-1ee5-4960-98dc-80d564dff582 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Request body: {'floatingip': {'port_id': 'fedaf853-e67f-4eeb-84ac-bd579e816dbe'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:41:32.299224 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-dd98445a-1ee5-4960-98dc-80d564dff582 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for floatingip, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:32.937893 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-dd98445a-1ee5-4960-98dc-80d564dff582 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:32.942550 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-dd98445a-1ee5-4960-98dc-80d564dff582 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397171'] for floatingip, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:33.128030 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.db.l3_db [None req-dd98445a-1ee5-4960-98dc-80d564dff582 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Floating IP d91f63d8-17c7-4c10-9dd7-ecb6708a6433 associated. External IP: 172.28.1.249, port: fedaf853-e67f-4eeb-84ac-bd579e816dbe. May 11 16:41:33.536253 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd98445a-1ee5-4960-98dc-80d564dff582 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Router d84c4dc1-f5c9-4f07-b602-82735e766ad8 has already been hosted by L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae {{(pid=78910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:41:33.858251 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd98445a-1ee5-4960-98dc-80d564dff582 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:41:33.865685 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-dd98445a-1ee5-4960-98dc-80d564dff582 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for floatingip, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:33.872523 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d20134-5eaa-4e33-91f7-f491fc9d2081 None None] Sync routers for ids ['d84c4dc1-f5c9-4f07-b602-82735e766ad8'] in dv-cinder-789603-4-smb {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:41:33.884156 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d20134-5eaa-4e33-91f7-f491fc9d2081 None None] Routers {'d84c4dc1-f5c9-4f07-b602-82735e766ad8'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:41:33.885079 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-99d20134-5eaa-4e33-91f7-f491fc9d2081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:41:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['d84c4dc1-f5c9-4f07-b602-82735e766ad8'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:33.956948 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-dd98445a-1ee5-4960-98dc-80d564dff582 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "PUT /v2.0/floatingips/d91f63d8-17c7-4c10-9dd7-ecb6708a6433 HTTP/1.1" status: 200 len: 992 time: 1.8464508 May 11 16:41:33.956948 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d', 'tag': 'fedaf853-e67f-4eeb-84ac-bd579e816dbe'}] {{(pid=78910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:41:34.103949 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-99d20134-5eaa-4e33-91f7-f491fc9d2081 None None] Set router d84c4dc1-f5c9-4f07-b602-82735e766ad8 gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:41:34.113093 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d', 'tag': 'fedaf853-e67f-4eeb-84ac-bd579e816dbe', 'status': 'completed', 'code': 200} May 11 16:41:34.212166 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147b487-1fc8-4036-bc94-80f56f8ba39a req-ec2415cc-a0a9-496f-bfc3-e12c2929714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:34.213622 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a147b487-1fc8-4036-bc94-80f56f8ba39a req-ec2415cc-a0a9-496f-bfc3-e12c2929714b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=262ccc5510544ce0a4c4ce0d80c13de5&device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 1099 time: 0.0762410 May 11 16:41:34.382541 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147b487-1fc8-4036-bc94-80f56f8ba39a req-b015b0a7-de1e-4af9-b48e-b607e567f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:34.384045 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a147b487-1fc8-4036-bc94-80f56f8ba39a req-b015b0a7-de1e-4af9-b48e-b607e567f170 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b88aa6df-5bed-46a0-8951-f555a2261aa5 HTTP/1.1" status: 200 len: 919 time: 0.1635778 May 11 16:41:34.487659 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-99d20134-5eaa-4e33-91f7-f491fc9d2081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-2040346598-router', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a71243d2-0927-402c-a906-af00e348ab51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'gw_port': {'id': 'a71243d2-0927-402c-a906-af00e348ab51', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:28Z', 'updated_at': '2021-05-11T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_floatingips': [{'id': 'd91f63d8-17c7-4c10-9dd7-ecb6708a6433', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'floating_ip_address': '172.28.1.249', 'floating_network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'router_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'port_id': 'fedaf853-e67f-4eeb-84ac-bd579e816dbe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'mac_address': 'fa:16:3e:49:42:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:41:17Z', 'updated_at': '2021-05-11T16:41:32Z', 'revision_number': 1, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2873d494-3e40-4fb6-8de3-abbc8535bbae', 'name': '', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'mac_address': 'fa:16:3e:c2:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:40Z', 'updated_at': '2021-05-11T16:35:56Z', 'revision_number': 5, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'subnets': [{'id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:34.495551 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d20134-5eaa-4e33-91f7-f491fc9d2081 None None] Checking router: d84c4dc1-f5c9-4f07-b602-82735e766ad8 for host: dv-cinder-789603-4-smb {{(pid=78911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:41:34.496865 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a147b487-1fc8-4036-bc94-80f56f8ba39a req-cbc308fe-8e57-4d0d-afa8-5d87c21fb04f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fedaf853-e67f-4eeb-84ac-bd579e816dbe HTTP/1.1" status: 200 len: 1000 time: 0.1060610 May 11 16:41:34.512209 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d20134-5eaa-4e33-91f7-f491fc9d2081 None None] Routers {'d84c4dc1-f5c9-4f07-b602-82735e766ad8'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:41:34.513290 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-99d20134-5eaa-4e33-91f7-f491fc9d2081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:41:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['d84c4dc1-f5c9-4f07-b602-82735e766ad8'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:34.564542 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147b487-1fc8-4036-bc94-80f56f8ba39a req-11e2bc31-07b6-49ca-a82a-e5265a325ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:34.566050 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a147b487-1fc8-4036-bc94-80f56f8ba39a req-11e2bc31-07b6-49ca-a82a-e5265a325ea8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a408f652-827a-47bf-a362-ed4cc793ec89 HTTP/1.1" status: 200 len: 856 time: 0.0631909 May 11 16:41:34.662052 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147b487-1fc8-4036-bc94-80f56f8ba39a req-22f4733e-b423-474c-9f7c-e7cd591a0908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:34.663548 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a147b487-1fc8-4036-bc94-80f56f8ba39a req-22f4733e-b423-474c-9f7c-e7cd591a0908 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b88aa6df-5bed-46a0-8951-f555a2261aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0916142 May 11 16:41:34.759396 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-99d20134-5eaa-4e33-91f7-f491fc9d2081 None None] Set router d84c4dc1-f5c9-4f07-b602-82735e766ad8 gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:41:34.818758 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a147b487-1fc8-4036-bc94-80f56f8ba39a req-9ce22b59-a808-45dc-9f8f-9e3974465698 service neutron] 10.222.0.85 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476877 May 11 16:41:35.065261 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a147b487-1fc8-4036-bc94-80f56f8ba39a req-35728ae2-c1ab-4f3e-a47d-f59681bb2b03 service neutron] 10.222.0.85 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380242 May 11 16:41:35.165971 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-99d20134-5eaa-4e33-91f7-f491fc9d2081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-2040346598-router', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a71243d2-0927-402c-a906-af00e348ab51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'gw_port': {'id': 'a71243d2-0927-402c-a906-af00e348ab51', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:28Z', 'updated_at': '2021-05-11T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_floatingips': [{'id': 'd91f63d8-17c7-4c10-9dd7-ecb6708a6433', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'floating_ip_address': '172.28.1.249', 'floating_network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'router_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'port_id': 'fedaf853-e67f-4eeb-84ac-bd579e816dbe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'mac_address': 'fa:16:3e:49:42:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:41:17Z', 'updated_at': '2021-05-11T16:41:32Z', 'revision_number': 1, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2873d494-3e40-4fb6-8de3-abbc8535bbae', 'name': '', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'mac_address': 'fa:16:3e:c2:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:40Z', 'updated_at': '2021-05-11T16:35:56Z', 'revision_number': 5, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'subnets': [{'id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:35.171598 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d20134-5eaa-4e33-91f7-f491fc9d2081 None None] The sync data for ids ['d84c4dc1-f5c9-4f07-b602-82735e766ad8'] in dv-cinder-789603-4-smb is: [{'id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-2040346598-router', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a71243d2-0927-402c-a906-af00e348ab51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'gw_port': {'id': 'a71243d2-0927-402c-a906-af00e348ab51', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:28Z', 'updated_at': '2021-05-11T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_floatingips': [{'id': 'd91f63d8-17c7-4c10-9dd7-ecb6708a6433', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'floating_ip_address': '172.28.1.249', 'floating_network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'router_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'port_id': 'fedaf853-e67f-4eeb-84ac-bd579e816dbe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'mac_address': 'fa:16:3e:49:42:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:41:17Z', 'updated_at': '2021-05-11T16:41:32Z', 'revision_number': 1, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2873d494-3e40-4fb6-8de3-abbc8535bbae', 'name': '', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'mac_address': 'fa:16:3e:c2:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:40Z', 'updated_at': '2021-05-11T16:35:56Z', 'revision_number': 5, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'subnets': [{'id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:41:35.383756 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44afb35e-24c9-4e1f-8a0d-f71c87aa674c None None] New status for floating IP d91f63d8-17c7-4c10-9dd7-ecb6708a6433: ACTIVE {{(pid=78912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:41:35.575986 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f71b2-431a-4ad8-bdfd-7c899cf156da req-ab888a79-773a-4454-86af-342398b7e8d6 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:35.577376 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a13f71b2-431a-4ad8-bdfd-7c899cf156da req-ab888a79-773a-4454-86af-342398b7e8d6 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=6162edec-e246-4a58-82ac-2de5c2180bca HTTP/1.1" status: 200 len: 945 time: 0.1872053 May 11 16:41:35.626872 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-a13f71b2-431a-4ad8-bdfd-7c899cf156da req-cfcf56b5-6c37-4b0d-a8e8-1ea5141ca332 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3cc1786-6780-490e-b175-872715cdcd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435057 May 11 16:41:36.824415 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151eac8-8f6d-4877-9f1a-696fe8a120c6 req-36dfcc7c-82df-4059-9337-bdd45b0e57a3 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:36.826094 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1151eac8-8f6d-4877-9f1a-696fe8a120c6 req-36dfcc7c-82df-4059-9337-bdd45b0e57a3 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=6162edec-e246-4a58-82ac-2de5c2180bca HTTP/1.1" status: 200 len: 945 time: 0.0835078 May 11 16:41:36.893076 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1151eac8-8f6d-4877-9f1a-696fe8a120c6 req-e1ea64dd-651c-48a7-b48b-b1aa63566ce8 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3cc1786-6780-490e-b175-872715cdcd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605664 May 11 16:41:37.179382 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df637dd-23b8-46b9-8806-8e64f4a61164 req-9e4a2f86-37fe-436d-880f-edd486c26e50 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:37.180071 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-7df637dd-23b8-46b9-8806-8e64f4a61164 req-9e4a2f86-37fe-436d-880f-edd486c26e50 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Synchronizing usage tracker for tenant:4736f52286484cdda08e797d3f5fb330 on resource:port {{(pid=78910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:41:37.197626 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-7df637dd-23b8-46b9-8806-8e64f4a61164 req-9e4a2f86-37fe-436d-880f-edd486c26e50 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Unset dirty status for tenant:4736f52286484cdda08e797d3f5fb330 on resource:port {{(pid=78910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:41:37.199825 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-7df637dd-23b8-46b9-8806-8e64f4a61164 req-9e4a2f86-37fe-436d-880f-edd486c26e50 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.85 "GET /v2.0/ports?device_id=6162edec-e246-4a58-82ac-2de5c2180bca HTTP/1.1" status: 200 len: 945 time: 0.1078687 May 11 16:41:37.361140 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [req-7df637dd-23b8-46b9-8806-8e64f4a61164 req-d0fc1e81-0f83-40b8-9c44-7e7fa229be08 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Deleting port 1eacbf09-a083-44ec-9b06-951b33f0c20b {{(pid=78910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:41:37.361469 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-7df637dd-23b8-46b9-8806-8e64f4a61164 req-d0fc1e81-0f83-40b8-9c44-7e7fa229be08 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:37.508573 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-7df637dd-23b8-46b9-8806-8e64f4a61164 req-d0fc1e81-0f83-40b8-9c44-7e7fa229be08 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] For port 1eacbf09-a083-44ec-9b06-951b33f0c20b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1eacbf09-a083-44ec-9b06-951b33f0c20b,segment=NetworkSegment(e5a671ff-39d2-4aca-9f5d-8704617f1b4c),segment_id=e5a671ff-39d2-4aca-9f5d-8704617f1b4c)] {{(pid=78910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:41:37.508931 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-7df637dd-23b8-46b9-8806-8e64f4a61164 req-d0fc1e81-0f83-40b8-9c44-7e7fa229be08 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:37.939775 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-7df637dd-23b8-46b9-8806-8e64f4a61164 req-d0fc1e81-0f83-40b8-9c44-7e7fa229be08 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:37.940159 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-7df637dd-23b8-46b9-8806-8e64f4a61164 req-d0fc1e81-0f83-40b8-9c44-7e7fa229be08 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397171'] for floatingip, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:37.940476 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.db.l3_db [req-7df637dd-23b8-46b9-8806-8e64f4a61164 req-d0fc1e81-0f83-40b8-9c44-7e7fa229be08 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Floating IP cfecf12b-0e49-4b27-b817-400322c4b5f0 disassociated. External IP: 172.28.1.13, port: 1eacbf09-a083-44ec-9b06-951b33f0c20b. May 11 16:41:37.940818 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [req-7df637dd-23b8-46b9-8806-8e64f4a61164 req-d0fc1e81-0f83-40b8-9c44-7e7fa229be08 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Calling delete_port for 1eacbf09-a083-44ec-9b06-951b33f0c20b owned by compute:nova {{(pid=78910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:41:38.092586 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559f020-ac10-4af7-afa6-6055d872f761 req-9eb1e5b2-6f93-4bf4-a07c-b77f4e34267f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:38.094107 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-e559f020-ac10-4af7-afa6-6055d872f761 req-9eb1e5b2-6f93-4bf4-a07c-b77f4e34267f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=6162edec-e246-4a58-82ac-2de5c2180bca HTTP/1.1" status: 200 len: 945 time: 0.0852389 May 11 16:41:38.120832 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-7df637dd-23b8-46b9-8806-8e64f4a61164 req-d0fc1e81-0f83-40b8-9c44-7e7fa229be08 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:38.126678 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:38.142015 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-e559f020-ac10-4af7-afa6-6055d872f761 req-8f9f3a4a-4adb-4b0a-a93a-84164c169b87 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3cc1786-6780-490e-b175-872715cdcd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419643 May 11 16:41:38.172015 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc1e81-0f83-40b8-9c44-7e7fa229be08 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Pushing event deleted for resources: {'Port': ['ID=1eacbf09-a083-44ec-9b06-951b33f0c20b,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:38.184102 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc1e81-0f83-40b8-9c44-7e7fa229be08 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:38.184598 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc1e81-0f83-40b8-9c44-7e7fa229be08 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:38.184830 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc1e81-0f83-40b8-9c44-7e7fa229be08 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:38.185195 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc1e81-0f83-40b8-9c44-7e7fa229be08 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:38.185543 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc1e81-0f83-40b8-9c44-7e7fa229be08 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:38.185900 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc1e81-0f83-40b8-9c44-7e7fa229be08 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:38.186249 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc1e81-0f83-40b8-9c44-7e7fa229be08 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:38.186603 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc1e81-0f83-40b8-9c44-7e7fa229be08 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:38.187225 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc1e81-0f83-40b8-9c44-7e7fa229be08 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:38.187560 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc1e81-0f83-40b8-9c44-7e7fa229be08 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:38.187933 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc1e81-0f83-40b8-9c44-7e7fa229be08 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:38.188275 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc1e81-0f83-40b8-9c44-7e7fa229be08 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:38.192373 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-d0fc1e81-0f83-40b8-9c44-7e7fa229be08 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:38.384968 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7df637dd-23b8-46b9-8806-8e64f4a61164 req-d0fc1e81-0f83-40b8-9c44-7e7fa229be08 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Router c29db716-d3ee-4526-8d8c-d5d3f92528d2 has already been hosted by L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae {{(pid=78910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:41:38.618316 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7df637dd-23b8-46b9-8806-8e64f4a61164 req-d0fc1e81-0f83-40b8-9c44-7e7fa229be08 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:41:38.633441 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123af010-235c-4159-8379-ee521f384037 None None] Sync routers for ids ['c29db716-d3ee-4526-8d8c-d5d3f92528d2'] in dv-cinder-789603-4-smb {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:41:38.649000 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123af010-235c-4159-8379-ee521f384037 None None] Routers {'c29db716-d3ee-4526-8d8c-d5d3f92528d2'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:41:38.650941 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-123af010-235c-4159-8379-ee521f384037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:41:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['c29db716-d3ee-4526-8d8c-d5d3f92528d2'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:38.710645 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df637dd-23b8-46b9-8806-8e64f4a61164 req-d0fc1e81-0f83-40b8-9c44-7e7fa229be08 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] No DVR routers for this DVR port 1eacbf09-a083-44ec-9b06-951b33f0c20b on host hv-cinder-78960 {{(pid=78910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:41:38.715655 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-7df637dd-23b8-46b9-8806-8e64f4a61164 req-d0fc1e81-0f83-40b8-9c44-7e7fa229be08 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:38.719957 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6162edec-e246-4a58-82ac-2de5c2180bca', 'name': 'network-vif-deleted', 'tag': '1eacbf09-a083-44ec-9b06-951b33f0c20b'}] {{(pid=78910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:41:38.752892 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-7df637dd-23b8-46b9-8806-8e64f4a61164 req-d0fc1e81-0f83-40b8-9c44-7e7fa229be08 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.85 "DELETE /v2.0/ports/1eacbf09-a083-44ec-9b06-951b33f0c20b HTTP/1.1" status: 204 len: 173 time: 1.5341747 May 11 16:41:38.840906 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6162edec-e246-4a58-82ac-2de5c2180bca', 'name': 'network-vif-deleted', 'tag': '1eacbf09-a083-44ec-9b06-951b33f0c20b', 'status': 'completed', 'code': 200} May 11 16:41:38.905962 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-123af010-235c-4159-8379-ee521f384037 None None] Set router c29db716-d3ee-4526-8d8c-d5d3f92528d2 gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:41:39.324290 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-123af010-235c-4159-8379-ee521f384037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'name': 'tempest-AttachVolumeTestJSON-1731529142-router', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7c76ea05-3111-44d5-8874-972ab730413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'gw_port': {'id': '7c76ea05-3111-44d5-8874-972ab730413b', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:27Z', 'updated_at': '2021-05-11T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': 'dcf161c3-cb87-4de1-8e9a-ac11927c3972', 'name': '', 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'mac_address': 'fa:16:3e:14:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:36Z', 'updated_at': '2021-05-11T16:35:59Z', 'revision_number': 5, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'subnets': [{'id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:39.330990 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123af010-235c-4159-8379-ee521f384037 None None] Checking router: c29db716-d3ee-4526-8d8c-d5d3f92528d2 for host: dv-cinder-789603-4-smb {{(pid=78911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:41:39.335998 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-77f7ca4a-de70-4778-a97f-0f47c8c5d507 req-aceeb17b-a9ff-4482-9a64-8efe6b7e67c7 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/ports?device_id=6162edec-e246-4a58-82ac-2de5c2180bca HTTP/1.1" status: 200 len: 210 time: 0.0619323 May 11 16:41:39.355034 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123af010-235c-4159-8379-ee521f384037 None None] Routers {'c29db716-d3ee-4526-8d8c-d5d3f92528d2'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:41:39.355902 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-123af010-235c-4159-8379-ee521f384037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:41:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['c29db716-d3ee-4526-8d8c-d5d3f92528d2'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:39.558244 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-123af010-235c-4159-8379-ee521f384037 None None] Set router c29db716-d3ee-4526-8d8c-d5d3f92528d2 gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:41:39.923836 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-123af010-235c-4159-8379-ee521f384037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'name': 'tempest-AttachVolumeTestJSON-1731529142-router', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7c76ea05-3111-44d5-8874-972ab730413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'gw_port': {'id': '7c76ea05-3111-44d5-8874-972ab730413b', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:27Z', 'updated_at': '2021-05-11T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': 'dcf161c3-cb87-4de1-8e9a-ac11927c3972', 'name': '', 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'mac_address': 'fa:16:3e:14:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:36Z', 'updated_at': '2021-05-11T16:35:59Z', 'revision_number': 5, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'subnets': [{'id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:39.928428 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123af010-235c-4159-8379-ee521f384037 None None] The sync data for ids ['c29db716-d3ee-4526-8d8c-d5d3f92528d2'] in dv-cinder-789603-4-smb is: [{'id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'name': 'tempest-AttachVolumeTestJSON-1731529142-router', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7c76ea05-3111-44d5-8874-972ab730413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'gw_port': {'id': '7c76ea05-3111-44d5-8874-972ab730413b', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:27Z', 'updated_at': '2021-05-11T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': 'dcf161c3-cb87-4de1-8e9a-ac11927c3972', 'name': '', 'network_id': 'd6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'mac_address': 'fa:16:3e:14:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:36Z', 'updated_at': '2021-05-11T16:35:59Z', 'revision_number': 5, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'subnets': [{'id': '92408bfd-18b4-4d40-bf0b-34a82b102005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:41:40.156079 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afde1ca-5aa3-4ef9-ae72-43f4d9503958 None None] New status for floating IP cfecf12b-0e49-4b27-b817-400322c4b5f0: DOWN {{(pid=78912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:41:40.484805 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 52866) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:40.559828 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-64af18a5-a4a7-4d47-afcd-fafb7c7fd5b0 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:40.570823 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-d475bb34-c16b-42ec-a17e-e16ef370ef0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:40.592075 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-64af18a5-a4a7-4d47-afcd-fafb7c7fd5b0 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:40.649497 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-64af18a5-a4a7-4d47-afcd-fafb7c7fd5b0 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:40.657514 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-07f5ded6-5b74-4ac5-9158-a0da7fc205de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:40.684777 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af18a5-a4a7-4d47-afcd-fafb7c7fd5b0 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cc1786-6780-490e-b175-872715cdcd9b,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:40.690025 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-64af18a5-a4a7-4d47-afcd-fafb7c7fd5b0 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:40.703879 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-64af18a5-a4a7-4d47-afcd-fafb7c7fd5b0 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:40.705816 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-64af18a5-a4a7-4d47-afcd-fafb7c7fd5b0 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "DELETE /v2.0/security-groups/c3cc1786-6780-490e-b175-872715cdcd9b HTTP/1.1" status: 204 len: 168 time: 0.2197227 May 11 16:41:40.708468 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 52870) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:40.728598 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.api.v2.resource [None req-34444c0d-0356-4ada-b7c1-290fe1ae0169 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] show failed (client error): The resource could not be found. May 11 16:41:40.730657 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-34444c0d-0356-4ada-b7c1-290fe1ae0169 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "GET /v2.0/security-groups/c3cc1786-6780-490e-b175-872715cdcd9b HTTP/1.1" status: 404 len: 347 time: 0.0207393 May 11 16:41:40.733654 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 52874) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:40.974581 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [None req-d920303d-7332-4b59-897b-c4bceb781e4f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Deleting port 5bb83a49-3396-40af-ae93-66469c225e96 {{(pid=78909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:41:40.974924 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-d920303d-7332-4b59-897b-c4bceb781e4f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:41.107924 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-d920303d-7332-4b59-897b-c4bceb781e4f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:41.108250 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-d920303d-7332-4b59-897b-c4bceb781e4f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:41.239170 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [None req-d920303d-7332-4b59-897b-c4bceb781e4f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Calling delete_port for 5bb83a49-3396-40af-ae93-66469c225e96 owned by network:floatingip {{(pid=78909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:41:41.263219 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 1eacbf09-a083-44ec-9b06-951b33f0c20b no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:41:41.301600 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] No Port match for: 1eacbf09-a083-44ec-9b06-951b33f0c20b {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:41:41.301954 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 1eacbf09-a083-44ec-9b06-951b33f0c20b not bound to the agent host hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:41:41.366553 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-d920303d-7332-4b59-897b-c4bceb781e4f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:41.371506 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-544c9398-c831-4995-95d5-900a7cafaa50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:41.420152 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920303d-7332-4b59-897b-c4bceb781e4f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Pushing event deleted for resources: {'Port': ['ID=5bb83a49-3396-40af-ae93-66469c225e96,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:41.451111 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-d920303d-7332-4b59-897b-c4bceb781e4f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:41.514785 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-d920303d-7332-4b59-897b-c4bceb781e4f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks [] for floatingip, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:41.530868 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-d920303d-7332-4b59-897b-c4bceb781e4f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for floatingip, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:41.532327 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-d920303d-7332-4b59-897b-c4bceb781e4f tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] 10.222.0.76 "DELETE /v2.0/floatingips/cfecf12b-0e49-4b27-b817-400322c4b5f0 HTTP/1.1" status: 204 len: 168 time: 0.7976911 May 11 16:41:41.550443 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:41:42.673659 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:43.578633 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-389d134f-946f-4045-a2dc-de5655e98c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:43.716680 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:44.715441 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 52910) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:45.058787 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:45.576738 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-2e792f2e-4ffe-494a-8389-aa282628ac0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393546'] for router_interface, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:46.149879 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-2e792f2e-4ffe-494a-8389-aa282628ac0d admin admin] Deleting port dcf161c3-cb87-4de1-8e9a-ac11927c3972 {{(pid=78910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:41:46.150607 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-2e792f2e-4ffe-494a-8389-aa282628ac0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:46.285247 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [None req-2e792f2e-4ffe-494a-8389-aa282628ac0d admin admin] For port dcf161c3-cb87-4de1-8e9a-ac11927c3972, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=dcf161c3-cb87-4de1-8e9a-ac11927c3972,segment=NetworkSegment(e5a671ff-39d2-4aca-9f5d-8704617f1b4c),segment_id=e5a671ff-39d2-4aca-9f5d-8704617f1b4c)] {{(pid=78910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:41:46.285605 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-2e792f2e-4ffe-494a-8389-aa282628ac0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:46.419100 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-2e792f2e-4ffe-494a-8389-aa282628ac0d admin admin] Calling delete_port for dcf161c3-cb87-4de1-8e9a-ac11927c3972 owned by network:router_interface {{(pid=78910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:41:46.581328 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-2e792f2e-4ffe-494a-8389-aa282628ac0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:46.586143 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-d54edf0a-03ff-466c-a1a2-e3feb5f67cd1 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:46.632087 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e792f2e-4ffe-494a-8389-aa282628ac0d admin admin] Pushing event deleted for resources: {'Port': ['ID=dcf161c3-cb87-4de1-8e9a-ac11927c3972,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:46.635818 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-2e792f2e-4ffe-494a-8389-aa282628ac0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:46.948540 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-2e792f2e-4ffe-494a-8389-aa282628ac0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401914'] for router_interface, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:47.440781 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e792f2e-4ffe-494a-8389-aa282628ac0d admin admin] Router c29db716-d3ee-4526-8d8c-d5d3f92528d2 has already been hosted by L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae {{(pid=78910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:41:47.619025 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:47.625567 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e792f2e-4ffe-494a-8389-aa282628ac0d admin admin] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:41:47.637780 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc93c67-f4bd-4f3f-b203-8f78e38e319c None None] Sync routers for ids ['c29db716-d3ee-4526-8d8c-d5d3f92528d2'] in dv-cinder-789603-4-smb {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:41:47.644877 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-2e792f2e-4ffe-494a-8389-aa282628ac0d admin admin] 10.222.0.76 "PUT /v2.0/routers/c29db716-d3ee-4526-8d8c-d5d3f92528d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9278545 May 11 16:41:47.648192 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 52920) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:47.648328 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc93c67-f4bd-4f3f-b203-8f78e38e319c None None] Routers {'c29db716-d3ee-4526-8d8c-d5d3f92528d2'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:41:47.648895 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-0cc93c67-f4bd-4f3f-b203-8f78e38e319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:41:44Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['c29db716-d3ee-4526-8d8c-d5d3f92528d2'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:47.836285 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-0cc93c67-f4bd-4f3f-b203-8f78e38e319c None None] Set router c29db716-d3ee-4526-8d8c-d5d3f92528d2 gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:41:47.851205 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-f0189638-786c-4851-9108-6d906f859ec3 admin admin] Notify callbacks [] for router, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:48.033425 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-f0189638-786c-4851-9108-6d906f859ec3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:48.114201 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-f0189638-786c-4851-9108-6d906f859ec3 admin admin] Deleting port 7c76ea05-3111-44d5-8874-972ab730413b {{(pid=78910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:41:48.114545 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-f0189638-786c-4851-9108-6d906f859ec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:48.186738 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-0cc93c67-f4bd-4f3f-b203-8f78e38e319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'name': 'tempest-AttachVolumeTestJSON-1731529142-router', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '7c76ea05-3111-44d5-8874-972ab730413b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:41:46Z', 'revision_number': 5, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'gw_port': {'id': '7c76ea05-3111-44d5-8874-972ab730413b', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:27Z', 'updated_at': '2021-05-11T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:48.191292 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc93c67-f4bd-4f3f-b203-8f78e38e319c None None] Checking router: c29db716-d3ee-4526-8d8c-d5d3f92528d2 for host: dv-cinder-789603-4-smb {{(pid=78911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:41:48.202405 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc93c67-f4bd-4f3f-b203-8f78e38e319c None None] Routers {'c29db716-d3ee-4526-8d8c-d5d3f92528d2'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:41:48.203038 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-0cc93c67-f4bd-4f3f-b203-8f78e38e319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:41:44Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['c29db716-d3ee-4526-8d8c-d5d3f92528d2'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:48.253820 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [None req-f0189638-786c-4851-9108-6d906f859ec3 admin admin] For port 7c76ea05-3111-44d5-8874-972ab730413b, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=7c76ea05-3111-44d5-8874-972ab730413b,segment=NetworkSegment(9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c),segment_id=9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c)] {{(pid=78910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:41:48.254175 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-f0189638-786c-4851-9108-6d906f859ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:48.375242 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-0cc93c67-f4bd-4f3f-b203-8f78e38e319c None None] Set router c29db716-d3ee-4526-8d8c-d5d3f92528d2 gateway port host: None {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:41:48.386922 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-f0189638-786c-4851-9108-6d906f859ec3 admin admin] Calling delete_port for 7c76ea05-3111-44d5-8874-972ab730413b owned by network:router_gateway {{(pid=78910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:41:48.490145 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-0cc93c67-f4bd-4f3f-b203-8f78e38e319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'name': 'tempest-AttachVolumeTestJSON-1731529142-router', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:41:48Z', 'revision_number': 6, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'gw_port_host': None}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:48.495746 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc93c67-f4bd-4f3f-b203-8f78e38e319c None None] The sync data for ids ['c29db716-d3ee-4526-8d8c-d5d3f92528d2'] in dv-cinder-789603-4-smb is: [{'id': 'c29db716-d3ee-4526-8d8c-d5d3f92528d2', 'name': 'tempest-AttachVolumeTestJSON-1731529142-router', 'tenant_id': '4736f52286484cdda08e797d3f5fb330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:41:48Z', 'revision_number': 6, 'project_id': '4736f52286484cdda08e797d3f5fb330', 'gw_port_host': None}] {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:41:48.569992 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-f0189638-786c-4851-9108-6d906f859ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:48.575585 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-3ed1379b-fd36-46e8-89cb-21ee48fa24af tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:48.623481 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0189638-786c-4851-9108-6d906f859ec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c76ea05-3111-44d5-8874-972ab730413b,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:48.626750 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-f0189638-786c-4851-9108-6d906f859ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:48.730857 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-f0189638-786c-4851-9108-6d906f859ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-397166'] for router_gateway, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:48.938321 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device dcf161c3-cb87-4de1-8e9a-ac11927c3972 no longer exists at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:41:49.012102 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] No Port match for: dcf161c3-cb87-4de1-8e9a-ac11927c3972 {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:41:49.012449 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device dcf161c3-cb87-4de1-8e9a-ac11927c3972 not bound to the agent host dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:41:49.040347 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-f0189638-786c-4851-9108-6d906f859ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-337970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8009'] for router, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:49.043976 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-f0189638-786c-4851-9108-6d906f859ec3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:49.068307 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-f0189638-786c-4851-9108-6d906f859ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403068'] for router, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:49.068806 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0189638-786c-4851-9108-6d906f859ec3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c29db716-d3ee-4526-8d8c-d5d3f92528d2 {{(pid=78910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 16:41:49.083000 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-f0189638-786c-4851-9108-6d906f859ec3 admin admin] Notify callbacks [] for router, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:49.084147 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-f0189638-786c-4851-9108-6d906f859ec3 admin admin] 10.222.0.76 "DELETE /v2.0/routers/c29db716-d3ee-4526-8d8c-d5d3f92528d2 HTTP/1.1" status: 204 len: 168 time: 1.4349699 May 11 16:41:49.086765 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 52928) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:49.150435 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5432aac-ab04-4e28-af14-3a343168762e admin admin] Deleting subnet 92408bfd-18b4-4d40-bf0b-34a82b102005 {{(pid=78910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:41:49.154181 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-c5432aac-ab04-4e28-af14-3a343168762e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:49.207018 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-c5432aac-ab04-4e28-af14-3a343168762e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14753306'] for subnet, precommit_delete_associations {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:49.337334 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-c5432aac-ab04-4e28-af14-3a343168762e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732194'] for subnet, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:49.624829 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-c5432aac-ab04-4e28-af14-3a343168762e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15504079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16525368'] for subnet, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:49.629846 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-986bd42f-bb15-482e-abe8-604695bef668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:49.663608 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5432aac-ab04-4e28-af14-3a343168762e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92408bfd-18b4-4d40-bf0b-34a82b102005,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:49.667486 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-c5432aac-ab04-4e28-af14-3a343168762e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:49.670469 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-c5432aac-ab04-4e28-af14-3a343168762e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for subnet, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:49.677028 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-c5432aac-ab04-4e28-af14-3a343168762e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/92408bfd-18b4-4d40-bf0b-34a82b102005 HTTP/1.1" status: 204 len: 168 time: 0.5892544 May 11 16:41:49.678881 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389fa6cc-94db-4d29-9129-4cbe37efb50e None None] Network d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:41:49.680669 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 52932) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:49.815040 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4e2be575-4f41-49c6-be80-4777f8eae58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606754'] for network, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:49.896541 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-4e2be575-4f41-49c6-be80-4777f8eae58f admin admin] Deleting port c4a9d82d-6a8f-47d2-a0e4-d161d5961618 {{(pid=78910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:41:49.896802 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4e2be575-4f41-49c6-be80-4777f8eae58f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:49.969108 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5090fd17-1861-4c5b-8d4c-6f2bb4757344 None None] DHCP port deletion for d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc request from dv-cinder-789603-4-smb {{(pid=78911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 16:41:50.009818 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [None req-4e2be575-4f41-49c6-be80-4777f8eae58f admin admin] For port c4a9d82d-6a8f-47d2-a0e4-d161d5961618, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=c4a9d82d-6a8f-47d2-a0e4-d161d5961618,segment=NetworkSegment(e5a671ff-39d2-4aca-9f5d-8704617f1b4c),segment_id=e5a671ff-39d2-4aca-9f5d-8704617f1b4c)] {{(pid=78910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:41:50.011104 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4e2be575-4f41-49c6-be80-4777f8eae58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:50.055628 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-5090fd17-1861-4c5b-8d4c-6f2bb4757344 None None] Deleting port c4a9d82d-6a8f-47d2-a0e4-d161d5961618 {{(pid=78911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:41:50.056540 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-5090fd17-1861-4c5b-8d4c-6f2bb4757344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:50.150572 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-4e2be575-4f41-49c6-be80-4777f8eae58f admin admin] Calling delete_port for c4a9d82d-6a8f-47d2-a0e4-d161d5961618 owned by network:dhcp {{(pid=78910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:41:50.170760 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-5090fd17-1861-4c5b-8d4c-6f2bb4757344 None None] For port c4a9d82d-6a8f-47d2-a0e4-d161d5961618, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=c4a9d82d-6a8f-47d2-a0e4-d161d5961618,segment=NetworkSegment(e5a671ff-39d2-4aca-9f5d-8704617f1b4c),segment_id=e5a671ff-39d2-4aca-9f5d-8704617f1b4c)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:41:50.171248 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-5090fd17-1861-4c5b-8d4c-6f2bb4757344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:50.210509 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4e2be575-4f41-49c6-be80-4777f8eae58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:50.215607 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-d0fc1e81-0f83-40b8-9c44-7e7fa229be08 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:50.263630 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2be575-4f41-49c6-be80-4777f8eae58f admin admin] Pushing event deleted for resources: {'Port': ['ID=c4a9d82d-6a8f-47d2-a0e4-d161d5961618,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:50.266921 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-4e2be575-4f41-49c6-be80-4777f8eae58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:50.267729 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2be575-4f41-49c6-be80-4777f8eae58f admin admin] No DVR routers for this DVR port c4a9d82d-6a8f-47d2-a0e4-d161d5961618 on host dv-cinder-789603-4-smb {{(pid=78910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:41:50.308793 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-5090fd17-1861-4c5b-8d4c-6f2bb4757344 None None] Calling delete_port for c4a9d82d-6a8f-47d2-a0e4-d161d5961618 owned by network:dhcp {{(pid=78911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:41:50.360740 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-5090fd17-1861-4c5b-8d4c-6f2bb4757344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212'] for port, after_delete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:50.364790 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:50.400432 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4e2be575-4f41-49c6-be80-4777f8eae58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726233', 'neutron.services.segments.db._delete_segments_for_network-8788166214813'] for network, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:50.411379 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090fd17-1861-4c5b-8d4c-6f2bb4757344 None None] Pushing event deleted for resources: {'Port': ['ID=c4a9d82d-6a8f-47d2-a0e4-d161d5961618,revision_number=None']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:50.417239 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5090fd17-1861-4c5b-8d4c-6f2bb4757344 None None] No DVR routers for this DVR port c4a9d82d-6a8f-47d2-a0e4-d161d5961618 on host dv-cinder-789603-4-smb {{(pid=78911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:41:50.424104 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090fd17-1861-4c5b-8d4c-6f2bb4757344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:50.424454 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090fd17-1861-4c5b-8d4c-6f2bb4757344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:50.424775 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090fd17-1861-4c5b-8d4c-6f2bb4757344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:50.425111 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090fd17-1861-4c5b-8d4c-6f2bb4757344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:50.425287 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.services.segments.db [None req-4e2be575-4f41-49c6-be80-4777f8eae58f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc']}} {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:50.425452 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090fd17-1861-4c5b-8d4c-6f2bb4757344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:50.425752 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090fd17-1861-4c5b-8d4c-6f2bb4757344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:50.426079 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090fd17-1861-4c5b-8d4c-6f2bb4757344 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:50.426400 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090fd17-1861-4c5b-8d4c-6f2bb4757344 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:50.426725 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090fd17-1861-4c5b-8d4c-6f2bb4757344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:50.427051 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090fd17-1861-4c5b-8d4c-6f2bb4757344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:50.427436 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090fd17-1861-4c5b-8d4c-6f2bb4757344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:50.427673 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5090fd17-1861-4c5b-8d4c-6f2bb4757344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:50.431095 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-5090fd17-1861-4c5b-8d4c-6f2bb4757344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:50.441309 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.services.segments.db [None req-4e2be575-4f41-49c6-be80-4777f8eae58f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a671ff-39d2-4aca-9f5d-8704617f1b4c') {'for_net_delete': True} {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:50.441584 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.services.segments.db [None req-4e2be575-4f41-49c6-be80-4777f8eae58f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a671ff-39d2-4aca-9f5d-8704617f1b4c') {} {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:50.454409 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4e2be575-4f41-49c6-be80-4777f8eae58f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788166226279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14753285'] for segment, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:50.473697 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4e2be575-4f41-49c6-be80-4777f8eae58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:50.484401 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2be575-4f41-49c6-be80-4777f8eae58f admin admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=78910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:41:50.484855 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4e2be575-4f41-49c6-be80-4777f8eae58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15504041'] for segment, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: Traceback (most recent call last): May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: timer() May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: cb(*args, **kw) May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: return func(*args, **kwargs) May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: self._notify() May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: self.callback(batched_events) May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: event.method(event) May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: return f(self, *a, **k) May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: return self._get(url).json() May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: return self.request(url, 'GET', **kwargs) May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:41:50.498511 dv-cinder-789603-4-smb neutron-server[78910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:41:50.577258 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4e2be575-4f41-49c6-be80-4777f8eae58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:50.581402 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-7552c285-1a54-40ca-8568-9660b185093d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:50.598973 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4e2be575-4f41-49c6-be80-4777f8eae58f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:50.706805 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2be575-4f41-49c6-be80-4777f8eae58f admin admin] Pushing event deleted for resources: {'Network': ['ID=d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:50.710130 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-4e2be575-4f41-49c6-be80-4777f8eae58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:50.723824 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-4e2be575-4f41-49c6-be80-4777f8eae58f admin admin] 10.222.0.76 "DELETE /v2.0/networks/d6ab95ff-b1d0-4a6c-9e98-a76fd63c03bc HTTP/1.1" status: 204 len: 168 time: 1.0418274 May 11 16:41:50.738311 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device c4a9d82d-6a8f-47d2-a0e4-d161d5961618 no longer exists at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:41:50.790856 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] No Port match for: c4a9d82d-6a8f-47d2-a0e4-d161d5961618 {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:41:50.791210 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device c4a9d82d-6a8f-47d2-a0e4-d161d5961618 not bound to the agent host dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:41:50.791767 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 7c76ea05-3111-44d5-8874-972ab730413b no longer exists at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:41:50.830304 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] No Port match for: 7c76ea05-3111-44d5-8874-972ab730413b {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:41:50.830765 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 7c76ea05-3111-44d5-8874-972ab730413b not bound to the agent host dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:41:50.884594 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 52940) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:50.938567 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-813835b7-a390-4263-8047-2efdfec24403 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4736f52286484cdda08e797d3f5fb330&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0519760 May 11 16:41:50.941615 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 52944) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:51.006770 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-49268005-c4bb-42cd-9f03-ece2dd95167d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:51.037961 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-49268005-c4bb-42cd-9f03-ece2dd95167d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:51.100245 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-49268005-c4bb-42cd-9f03-ece2dd95167d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:51.105072 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-804fe123-b0c9-4b86-8563-b758e947f4b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:51.120506 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49268005-c4bb-42cd-9f03-ece2dd95167d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5645feb2-793d-4700-b450-14e0104642ea,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:51.125119 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-49268005-c4bb-42cd-9f03-ece2dd95167d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:51.129320 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-49268005-c4bb-42cd-9f03-ece2dd95167d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:51.130479 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-49268005-c4bb-42cd-9f03-ece2dd95167d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5645feb2-793d-4700-b450-14e0104642ea HTTP/1.1" status: 204 len: 168 time: 0.1878493 May 11 16:41:52.838380 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 53000) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:52.988386 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-5220b523-7064-4b93-9f7c-4191389d3ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:53.015564 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-5220b523-7064-4b93-9f7c-4191389d3ef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:41:53.020040 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-5220b523-7064-4b93-9f7c-4191389d3ef7 admin admin] Usage tracker for resource:security_group_rule and tenant:0bef56f48e2b45c29bb44d16d0a0abc1 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:41:53.023023 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-5220b523-7064-4b93-9f7c-4191389d3ef7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:41:53.029799 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-5220b523-7064-4b93-9f7c-4191389d3ef7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:41:53.124773 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-5220b523-7064-4b93-9f7c-4191389d3ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:53.129797 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-5220b523-7064-4b93-9f7c-4191389d3ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:53.138004 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-e7efe5f7-9c9b-4215-8f8c-bbb92b71efb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:53.182633 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-5220b523-7064-4b93-9f7c-4191389d3ef7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0bef56f48e2b45c29bb44d16d0a0abc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3426147 May 11 16:41:53.183626 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220b523-7064-4b93-9f7c-4191389d3ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55ac54e-d264-49fe-8d1d-27f94474a739,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:53.185323 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 53006) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:53.187989 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-5220b523-7064-4b93-9f7c-4191389d3ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:53.265611 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-80e2b8cc-b402-4dba-ba83-e781918f9533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:53.296808 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-80e2b8cc-b402-4dba-ba83-e781918f9533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:53.357917 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-80e2b8cc-b402-4dba-ba83-e781918f9533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:53.362102 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-2f025efa-1f8e-4ff8-8cc8-85fe7a4e152f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:53.377139 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2b8cc-b402-4dba-ba83-e781918f9533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55ac54e-d264-49fe-8d1d-27f94474a739,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:53.380493 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-80e2b8cc-b402-4dba-ba83-e781918f9533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:53.382867 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-80e2b8cc-b402-4dba-ba83-e781918f9533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:53.384025 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-80e2b8cc-b402-4dba-ba83-e781918f9533 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b55ac54e-d264-49fe-8d1d-27f94474a739 HTTP/1.1" status: 204 len: 168 time: 0.1973369 May 11 16:41:54.201830 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 53032) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:54.348831 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-4bac9937-2ffe-4666-b3be-211fedfd8f7c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-217255135-network', 'tenant_id': 'beb4bd5e409e457fa3d88a092ace454c'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:41:54.353549 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-4bac9937-2ffe-4666-b3be-211fedfd8f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:41:54.357719 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-4bac9937-2ffe-4666-b3be-211fedfd8f7c admin admin] Usage tracker for resource:network and tenant:beb4bd5e409e457fa3d88a092ace454c is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:41:54.361127 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-4bac9937-2ffe-4666-b3be-211fedfd8f7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:41:54.367080 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-4bac9937-2ffe-4666-b3be-211fedfd8f7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:41:54.377935 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bac9937-2ffe-4666-b3be-211fedfd8f7c admin admin] Made reservation on behalf of beb4bd5e409e457fa3d88a092ace454c for: {'network': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:41:54.380330 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4bac9937-2ffe-4666-b3be-211fedfd8f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for network, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:54.395065 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4bac9937-2ffe-4666-b3be-211fedfd8f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:54.412732 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-4bac9937-2ffe-4666-b3be-211fedfd8f7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:41:54.418001 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-4bac9937-2ffe-4666-b3be-211fedfd8f7c admin admin] Usage tracker for resource:security_group_rule and tenant:beb4bd5e409e457fa3d88a092ace454c is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:41:54.421066 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-4bac9937-2ffe-4666-b3be-211fedfd8f7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:41:54.426896 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-4bac9937-2ffe-4666-b3be-211fedfd8f7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:41:54.520342 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4bac9937-2ffe-4666-b3be-211fedfd8f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:54.524436 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4bac9937-2ffe-4666-b3be-211fedfd8f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:54.528095 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-df406988-c3af-4ea2-ba4c-2919353640d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:54.562589 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bac9937-2ffe-4666-b3be-211fedfd8f7c admin admin] vlan segment allocate from pool success with {'vlan_id': 1068, 'physical_network': 'physnet1'} {{(pid=78910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:41:54.574049 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac9937-2ffe-4666-b3be-211fedfd8f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad27ea4-e4c9-42a0-9ce0-daebc4d61f1e,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:54.578699 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-4bac9937-2ffe-4666-b3be-211fedfd8f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:54.579751 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4bac9937-2ffe-4666-b3be-211fedfd8f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:54.580084 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.db.segments_db [None req-4bac9937-2ffe-4666-b3be-211fedfd8f7c admin admin] Added segment 16131f40-638a-4339-a3b6-9e6d8a7579ea of type vlan for network cc2b22af-bc77-45eb-951e-40ae41cd8653 May 11 16:41:54.611932 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4bac9937-2ffe-4666-b3be-211fedfd8f7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788165774457'] for network, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:54.651432 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4bac9937-2ffe-4666-b3be-211fedfd8f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for network, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:54.653734 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bac9937-2ffe-4666-b3be-211fedfd8f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:54.654761 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-4bac9937-2ffe-4666-b3be-211fedfd8f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:54.664299 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:54.815651 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-4bac9937-2ffe-4666-b3be-211fedfd8f7c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6120775 May 11 16:41:54.816745 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac9937-2ffe-4666-b3be-211fedfd8f7c admin admin] Pushing event updated for resources: {'Network': ['ID=cc2b22af-bc77-45eb-951e-40ae41cd8653,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:54.819808 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 53040) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:54.823786 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-4bac9937-2ffe-4666-b3be-211fedfd8f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:54.828962 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-6898876b-ebcc-44c3-85f4-f0a9241bd94c admin admin] Request body: {'subnet': {'network_id': 'cc2b22af-bc77-45eb-951e-40ae41cd8653', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-217255135-subnet', 'tenant_id': 'beb4bd5e409e457fa3d88a092ace454c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:41:54.836432 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-6898876b-ebcc-44c3-85f4-f0a9241bd94c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:41:54.837838 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Network cc2b22af-bc77-45eb-951e-40ae41cd8653 details requested by agent ovs-agent-dv-cinder-789603-4-smb with host dv-cinder-789603-4-smb {{(pid=78911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:41:54.843772 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-6898876b-ebcc-44c3-85f4-f0a9241bd94c admin admin] Usage tracker for resource:subnet and tenant:beb4bd5e409e457fa3d88a092ace454c is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:41:54.848872 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-6898876b-ebcc-44c3-85f4-f0a9241bd94c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:41:54.859360 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-6898876b-ebcc-44c3-85f4-f0a9241bd94c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:41:54.876694 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6898876b-ebcc-44c3-85f4-f0a9241bd94c admin admin] Made reservation on behalf of beb4bd5e409e457fa3d88a092ace454c for: {'subnet': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:41:54.880768 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6898876b-ebcc-44c3-85f4-f0a9241bd94c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16525395'] for subnet, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:55.331090 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6898876b-ebcc-44c3-85f4-f0a9241bd94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15637772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16525345'] for subnet, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:55.335140 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:55.410796 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898876b-ebcc-44c3-85f4-f0a9241bd94c admin admin] Pushing event updated for resources: {'Subnet': ['ID=35766528-dcbf-48d2-a2ff-0a97ceacb04e,revision_number=0']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:55.414852 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-6898876b-ebcc-44c3-85f4-f0a9241bd94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:55.423225 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6898876b-ebcc-44c3-85f4-f0a9241bd94c admin admin] Checking segment: {'id': '16131f40-638a-4339-a3b6-9e6d8a7579ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'cc2b22af-bc77-45eb-951e-40ae41cd8653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:41:55.423580 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6898876b-ebcc-44c3-85f4-f0a9241bd94c admin admin] Network hostable DHCP agents. Network: cc2b22af-bc77-45eb-951e-40ae41cd8653, hostable agents: ['25bb0368-aab1-4dc6-8db1-01aca476a06f'], hosted agents: [] {{(pid=78910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:41:55.444405 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6898876b-ebcc-44c3-85f4-f0a9241bd94c admin admin] Network cc2b22af-bc77-45eb-951e-40ae41cd8653 is scheduled to be hosted by DHCP agent 25bb0368-aab1-4dc6-8db1-01aca476a06f with binding_index 1 {{(pid=78910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:41:55.456616 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [None req-6898876b-ebcc-44c3-85f4-f0a9241bd94c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-4-smb, cc2b22af-bc77-45eb-951e-40ae41cd8653) {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:41:55.467373 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6898876b-ebcc-44c3-85f4-f0a9241bd94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:55.468024 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6898876b-ebcc-44c3-85f4-f0a9241bd94c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for subnet, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:55.469698 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fc6949-cbcc-4cbb-ba3a-5871bb7185e8 None None] Network cc2b22af-bc77-45eb-951e-40ae41cd8653 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:41:55.498107 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-6898876b-ebcc-44c3-85f4-f0a9241bd94c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6766508 May 11 16:41:55.753941 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679fdae1-46ac-4e69-8b07-4365686a03a8 None None] Network cc2b22af-bc77-45eb-951e-40ae41cd8653 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:41:56.200557 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 53060) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:56.206727 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1244217544-network', 'tenant_id': '1fbecf53f0f6459ba4204e02cc95af61'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:41:56.211540 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:41:56.216327 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Usage tracker for resource:network and tenant:1fbecf53f0f6459ba4204e02cc95af61 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:41:56.219603 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:41:56.225783 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:41:56.237178 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Made reservation on behalf of 1fbecf53f0f6459ba4204e02cc95af61 for: {'network': 1} {{(pid=78909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:41:56.240094 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for network, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:56.253686 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:56.269788 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:41:56.273802 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Usage tracker for resource:security_group_rule and tenant:1fbecf53f0f6459ba4204e02cc95af61 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:41:56.278660 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:41:56.284798 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:41:56.391873 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:56.397090 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:56.400338 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:56.436725 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=78909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:41:56.443144 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20186641-3791-415c-a6ff-aa8b4e019ff2,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:56.455038 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:56.455390 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:56.455780 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:56.456158 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:56.456488 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:56.456836 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:56.457177 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:56.457520 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:56.457864 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:56.458208 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:56.458553 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:56.458898 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:41:56.463580 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:56.464002 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.db.segments_db [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Added segment 068afe39-56b5-4c1f-96f0-c964b71d2a7f of type vlan for network 9aaf009a-c948-4cc0-a5b3-1618c907f719 May 11 16:41:56.465714 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:56.512578 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788165774457'] for network, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:56.566812 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for network, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:56.569166 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:56.570195 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:56.579451 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:56.706340 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Pushing event updated for resources: {'Network': ['ID=9aaf009a-c948-4cc0-a5b3-1618c907f719,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:56.712521 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5105875 May 11 16:41:56.713696 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 53064) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:56.715572 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-380b7bff-0194-4ba3-9b8b-5d317860f22b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:56.720901 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Network 9aaf009a-c948-4cc0-a5b3-1618c907f719 details requested by agent ovs-agent-dv-cinder-789603-4-smb with host dv-cinder-789603-4-smb {{(pid=78911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:41:56.726737 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-36390b7a-9c80-434e-8606-c649f9836ce4 admin admin] Request body: {'subnet': {'network_id': '9aaf009a-c948-4cc0-a5b3-1618c907f719', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1244217544-subnet', 'tenant_id': '1fbecf53f0f6459ba4204e02cc95af61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:41:56.735443 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-36390b7a-9c80-434e-8606-c649f9836ce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:41:56.741894 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-36390b7a-9c80-434e-8606-c649f9836ce4 admin admin] Usage tracker for resource:subnet and tenant:1fbecf53f0f6459ba4204e02cc95af61 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:41:56.747396 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-36390b7a-9c80-434e-8606-c649f9836ce4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:41:56.757386 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-36390b7a-9c80-434e-8606-c649f9836ce4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:41:56.773272 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36390b7a-9c80-434e-8606-c649f9836ce4 admin admin] Made reservation on behalf of 1fbecf53f0f6459ba4204e02cc95af61 for: {'subnet': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:41:56.778492 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-36390b7a-9c80-434e-8606-c649f9836ce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16525395'] for subnet, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:57.237166 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-36390b7a-9c80-434e-8606-c649f9836ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15637772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16525345'] for subnet, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:57.241569 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-8b15eee5-bfcc-4abd-9b34-deea11dd3fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:57.318186 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36390b7a-9c80-434e-8606-c649f9836ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75367927-137d-410b-9673-b756e145fa0e,revision_number=0']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:57.321187 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-36390b7a-9c80-434e-8606-c649f9836ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:57.335263 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36390b7a-9c80-434e-8606-c649f9836ce4 admin admin] Checking segment: {'id': '068afe39-56b5-4c1f-96f0-c964b71d2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '9aaf009a-c948-4cc0-a5b3-1618c907f719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:41:57.335631 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36390b7a-9c80-434e-8606-c649f9836ce4 admin admin] Network hostable DHCP agents. Network: 9aaf009a-c948-4cc0-a5b3-1618c907f719, hostable agents: ['25bb0368-aab1-4dc6-8db1-01aca476a06f'], hosted agents: [] {{(pid=78910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:41:57.355170 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36390b7a-9c80-434e-8606-c649f9836ce4 admin admin] Network 9aaf009a-c948-4cc0-a5b3-1618c907f719 is scheduled to be hosted by DHCP agent 25bb0368-aab1-4dc6-8db1-01aca476a06f with binding_index 1 {{(pid=78910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:41:57.369035 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [None req-36390b7a-9c80-434e-8606-c649f9836ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-4-smb, 9aaf009a-c948-4cc0-a5b3-1618c907f719) {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:41:57.379800 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa91b2f-13a8-49cc-918b-d3bc1e7ddadf None None] Network 9aaf009a-c948-4cc0-a5b3-1618c907f719 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:41:57.381311 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36390b7a-9c80-434e-8606-c649f9836ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:41:57.382044 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-36390b7a-9c80-434e-8606-c649f9836ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for subnet, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:57.406982 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-36390b7a-9c80-434e-8606-c649f9836ce4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6908801 May 11 16:41:57.554623 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 53072) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:57.622255 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c0f8c7-c6bd-4aa0-9b7a-cffdfa0ed2bd admin admin] Deleting subnet 35766528-dcbf-48d2-a2ff-0a97ceacb04e {{(pid=78909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:41:57.623367 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a331e971-5824-4791-936c-3cb95ce578b7 None None] Network 9aaf009a-c948-4cc0-a5b3-1618c907f719 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:41:57.626955 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e7c0f8c7-c6bd-4aa0-9b7a-cffdfa0ed2bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:57.706264 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e7c0f8c7-c6bd-4aa0-9b7a-cffdfa0ed2bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13681992'] for subnet, precommit_delete_associations {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:57.868851 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e7c0f8c7-c6bd-4aa0-9b7a-cffdfa0ed2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732194'] for subnet, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:58.146464 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e7c0f8c7-c6bd-4aa0-9b7a-cffdfa0ed2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15952517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15598119'] for subnet, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:58.151263 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-b25ff9b3-835a-4eeb-8f93-a8800b78188d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:58.188845 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0f8c7-c6bd-4aa0-9b7a-cffdfa0ed2bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35766528-dcbf-48d2-a2ff-0a97ceacb04e,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:58.191778 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-e7c0f8c7-c6bd-4aa0-9b7a-cffdfa0ed2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:58.192822 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e7c0f8c7-c6bd-4aa0-9b7a-cffdfa0ed2bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:58.201347 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-e7c0f8c7-c6bd-4aa0-9b7a-cffdfa0ed2bd admin admin] 10.222.0.76 "DELETE /v2.0/subnets/35766528-dcbf-48d2-a2ff-0a97ceacb04e HTTP/1.1" status: 204 len: 168 time: 0.6432683 May 11 16:41:58.201616 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 53078) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:58.313150 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-9fc7da97-29b0-4f5c-8029-a4b0f68daa34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606754'] for network, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:58.444826 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-9fc7da97-29b0-4f5c-8029-a4b0f68daa34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726233', 'neutron.services.segments.db._delete_segments_for_network-8788166214813'] for network, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:58.458727 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.services.segments.db [None req-9fc7da97-29b0-4f5c-8029-a4b0f68daa34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc2b22af-bc77-45eb-951e-40ae41cd8653']}} {{(pid=78909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:58.472295 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.services.segments.db [None req-9fc7da97-29b0-4f5c-8029-a4b0f68daa34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16131f40-638a-4339-a3b6-9e6d8a7579ea') {'for_net_delete': True} {{(pid=78909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:58.472589 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.services.segments.db [None req-9fc7da97-29b0-4f5c-8029-a4b0f68daa34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16131f40-638a-4339-a3b6-9e6d8a7579ea') {} {{(pid=78909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:58.485015 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-9fc7da97-29b0-4f5c-8029-a4b0f68daa34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788166226279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13682007'] for segment, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:58.502022 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-9fc7da97-29b0-4f5c-8029-a4b0f68daa34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:58.508329 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc7da97-29b0-4f5c-8029-a4b0f68daa34 admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=78909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:41:58.508711 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-9fc7da97-29b0-4f5c-8029-a4b0f68daa34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15952611'] for segment, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: Traceback (most recent call last): May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: timer() May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: cb(*args, **kw) May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: return func(*args, **kwargs) May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: self._notify() May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: self.callback(batched_events) May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: event.method(event) May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: return f(self, *a, **k) May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: return self._get(url).json() May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: return self.request(url, 'GET', **kwargs) May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:41:58.522009 dv-cinder-789603-4-smb neutron-server[78909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:41:58.605140 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-9fc7da97-29b0-4f5c-8029-a4b0f68daa34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:58.609413 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:58.623028 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-9fc7da97-29b0-4f5c-8029-a4b0f68daa34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:58.632576 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7da97-29b0-4f5c-8029-a4b0f68daa34 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc2b22af-bc77-45eb-951e-40ae41cd8653,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:58.635492 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-9fc7da97-29b0-4f5c-8029-a4b0f68daa34 admin admin] 10.222.0.76 "DELETE /v2.0/networks/cc2b22af-bc77-45eb-951e-40ae41cd8653 HTTP/1.1" status: 204 len: 168 time: 0.4328718 May 11 16:41:58.638092 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 53082) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:58.640803 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-9fc7da97-29b0-4f5c-8029-a4b0f68daa34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:58.707778 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.db_base_plugin_v2 [None req-20dfb7da-330a-4367-abcc-9102e02eed77 admin admin] Deleting subnet 75367927-137d-410b-9673-b756e145fa0e {{(pid=78909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:41:58.710979 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-20dfb7da-330a-4367-abcc-9102e02eed77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:58.772518 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-20dfb7da-330a-4367-abcc-9102e02eed77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13681992'] for subnet, precommit_delete_associations {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:58.834911 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-20dfb7da-330a-4367-abcc-9102e02eed77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732194'] for subnet, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:59.113468 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-20dfb7da-330a-4367-abcc-9102e02eed77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15952517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15598119'] for subnet, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:59.117551 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-e7c0f8c7-c6bd-4aa0-9b7a-cffdfa0ed2bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:59.154743 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dfb7da-330a-4367-abcc-9102e02eed77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75367927-137d-410b-9673-b756e145fa0e,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:59.158036 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-20dfb7da-330a-4367-abcc-9102e02eed77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:59.159164 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-20dfb7da-330a-4367-abcc-9102e02eed77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:59.165508 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-20dfb7da-330a-4367-abcc-9102e02eed77 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/75367927-137d-410b-9673-b756e145fa0e HTTP/1.1" status: 204 len: 168 time: 0.5263495 May 11 16:41:59.168547 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 53086) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:41:59.291054 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8f581ce6-3add-4a70-b5fb-bdbb00930a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606754'] for network, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:59.453037 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8f581ce6-3add-4a70-b5fb-bdbb00930a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726233', 'neutron.services.segments.db._delete_segments_for_network-8788166214813'] for network, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:59.566062 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.services.segments.db [None req-8f581ce6-3add-4a70-b5fb-bdbb00930a8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aaf009a-c948-4cc0-a5b3-1618c907f719']}} {{(pid=78909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:59.580463 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.services.segments.db [None req-8f581ce6-3add-4a70-b5fb-bdbb00930a8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068afe39-56b5-4c1f-96f0-c964b71d2a7f') {'for_net_delete': True} {{(pid=78909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:59.580746 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.services.segments.db [None req-8f581ce6-3add-4a70-b5fb-bdbb00930a8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068afe39-56b5-4c1f-96f0-c964b71d2a7f') {} {{(pid=78909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:41:59.593647 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8f581ce6-3add-4a70-b5fb-bdbb00930a8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788166226279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13682007'] for segment, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:59.609726 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8f581ce6-3add-4a70-b5fb-bdbb00930a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:59.615944 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f581ce6-3add-4a70-b5fb-bdbb00930a8e admin admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=78909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:41:59.616342 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8f581ce6-3add-4a70-b5fb-bdbb00930a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15952611'] for segment, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: Traceback (most recent call last): May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: timer() May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: cb(*args, **kw) May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: return func(*args, **kwargs) May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: self._notify() May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: self.callback(batched_events) May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: event.method(event) May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: return f(self, *a, **k) May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: return self._get(url).json() May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: return self.request(url, 'GET', **kwargs) May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:41:59.629327 dv-cinder-789603-4-smb neutron-server[78909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:41:59.709445 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8f581ce6-3add-4a70-b5fb-bdbb00930a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:59.714445 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-2460b64b-1b46-4f81-a83f-2ace648efa52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:41:59.727123 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8f581ce6-3add-4a70-b5fb-bdbb00930a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:41:59.737020 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f581ce6-3add-4a70-b5fb-bdbb00930a8e admin admin] Pushing event deleted for resources: {'Network': ['ID=9aaf009a-c948-4cc0-a5b3-1618c907f719,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:41:59.740091 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-8f581ce6-3add-4a70-b5fb-bdbb00930a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:41:59.743396 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-8f581ce6-3add-4a70-b5fb-bdbb00930a8e admin admin] 10.222.0.76 "DELETE /v2.0/networks/9aaf009a-c948-4cc0-a5b3-1618c907f719 HTTP/1.1" status: 204 len: 168 time: 0.5734255 May 11 16:41:59.945206 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 53094) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:42:00.000562 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-3f5dc942-39e7-4e2f-a240-be87a355390e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=beb4bd5e409e457fa3d88a092ace454c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539794 May 11 16:42:00.002797 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 53098) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:42:00.065275 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fba0fd3b-e82b-4981-b345-c7812757848a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:00.092847 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fba0fd3b-e82b-4981-b345-c7812757848a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:00.151320 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fba0fd3b-e82b-4981-b345-c7812757848a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:00.155110 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-c97c6fc4-b62a-448f-96a8-41a6c23b6f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:42:00.167921 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0fd3b-e82b-4981-b345-c7812757848a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad27ea4-e4c9-42a0-9ce0-daebc4d61f1e,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:42:00.171504 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-fba0fd3b-e82b-4981-b345-c7812757848a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:42:00.174881 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fba0fd3b-e82b-4981-b345-c7812757848a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:00.176014 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-fba0fd3b-e82b-4981-b345-c7812757848a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4ad27ea4-e4c9-42a0-9ce0-daebc4d61f1e HTTP/1.1" status: 204 len: 168 time: 0.1722941 May 11 16:42:00.534169 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 53108) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:42:00.587792 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-148486dc-d3e8-4eed-9863-9d8ef5b4e814 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1fbecf53f0f6459ba4204e02cc95af61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521660 May 11 16:42:00.590076 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 53112) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:42:00.651470 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-118e31d8-9dfb-4cb6-b5a7-2ae5065180cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:00.684256 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-118e31d8-9dfb-4cb6-b5a7-2ae5065180cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:00.737256 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-118e31d8-9dfb-4cb6-b5a7-2ae5065180cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:00.741116 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-ca909363-96ff-46c5-839a-1352b5e1821d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:42:00.758082 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e31d8-9dfb-4cb6-b5a7-2ae5065180cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20186641-3791-415c-a6ff-aa8b4e019ff2,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:42:00.762713 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-118e31d8-9dfb-4cb6-b5a7-2ae5065180cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:42:00.763793 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-118e31d8-9dfb-4cb6-b5a7-2ae5065180cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:00.764920 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-118e31d8-9dfb-4cb6-b5a7-2ae5065180cc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/20186641-3791-415c-a6ff-aa8b4e019ff2 HTTP/1.1" status: 204 len: 168 time: 0.1739347 May 11 16:42:04.456621 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 53252) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:42:04.583514 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-563abb4e-dacf-4278-95be-320b73b975d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:04.599475 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-563abb4e-dacf-4278-95be-320b73b975d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:42:04.605837 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-563abb4e-dacf-4278-95be-320b73b975d6 admin admin] Usage tracker for resource:security_group_rule and tenant:99bbbf6efc9d450ab8615fe7295ce5ba is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:42:04.610284 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-563abb4e-dacf-4278-95be-320b73b975d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:42:04.616335 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-563abb4e-dacf-4278-95be-320b73b975d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:42:04.702161 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-563abb4e-dacf-4278-95be-320b73b975d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:04.705948 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-563abb4e-dacf-4278-95be-320b73b975d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:04.716087 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-a537315c-8362-4fa9-8ba4-e030fa09a585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:42:04.761562 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563abb4e-dacf-4278-95be-320b73b975d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf118d7-f87d-40fa-9212-7beb070eaf8c,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:42:04.766171 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-563abb4e-dacf-4278-95be-320b73b975d6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=99bbbf6efc9d450ab8615fe7295ce5ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084674 May 11 16:42:04.767185 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-563abb4e-dacf-4278-95be-320b73b975d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:42:04.768920 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 53258) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:42:04.840273 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-0e8c9165-475d-458b-8240-a9eba1db35d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:04.868693 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-0e8c9165-475d-458b-8240-a9eba1db35d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:04.927553 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-0e8c9165-475d-458b-8240-a9eba1db35d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:04.932749 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-d6022e4a-5d72-40be-9e7c-fd2e7bccef6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:42:04.946393 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c9165-475d-458b-8240-a9eba1db35d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf118d7-f87d-40fa-9212-7beb070eaf8c,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:42:04.949534 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-0e8c9165-475d-458b-8240-a9eba1db35d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:42:04.952582 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-0e8c9165-475d-458b-8240-a9eba1db35d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:04.954426 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-0e8c9165-475d-458b-8240-a9eba1db35d8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ebf118d7-f87d-40fa-9212-7beb070eaf8c HTTP/1.1" status: 204 len: 168 time: 0.1843498 May 11 16:42:05.278963 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 53268) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:42:05.297636 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-f9d76f5b-3f35-4f9d-b1a2-9ff71a4ed304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:05.312968 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-f9d76f5b-3f35-4f9d-b1a2-9ff71a4ed304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:42:05.316967 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-f9d76f5b-3f35-4f9d-b1a2-9ff71a4ed304 admin admin] Usage tracker for resource:security_group_rule and tenant:bfce07b489d84ed6affe8a82ac0ee211 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:42:05.319825 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-f9d76f5b-3f35-4f9d-b1a2-9ff71a4ed304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:42:05.325902 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-f9d76f5b-3f35-4f9d-b1a2-9ff71a4ed304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:42:05.416761 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-f9d76f5b-3f35-4f9d-b1a2-9ff71a4ed304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:05.420926 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-f9d76f5b-3f35-4f9d-b1a2-9ff71a4ed304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:05.431270 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-bfc845b3-6928-4775-9b79-479fdd5abab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:42:05.566309 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-f9d76f5b-3f35-4f9d-b1a2-9ff71a4ed304 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bfce07b489d84ed6affe8a82ac0ee211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862020 May 11 16:42:05.567485 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d76f5b-3f35-4f9d-b1a2-9ff71a4ed304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff0a324-f5d7-436b-b0cb-e922aa425afc,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:42:05.570207 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 53272) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:42:05.571304 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-f9d76f5b-3f35-4f9d-b1a2-9ff71a4ed304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:42:05.634482 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-6749ab7e-64d3-4285-ad7b-bead6d7f1d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:05.674499 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-6749ab7e-64d3-4285-ad7b-bead6d7f1d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:05.725673 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-6749ab7e-64d3-4285-ad7b-bead6d7f1d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:05.730238 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-563abb4e-dacf-4278-95be-320b73b975d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:42:05.748226 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-6749ab7e-64d3-4285-ad7b-bead6d7f1d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:05.749361 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-6749ab7e-64d3-4285-ad7b-bead6d7f1d2f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7ff0a324-f5d7-436b-b0cb-e922aa425afc HTTP/1.1" status: 204 len: 168 time: 0.1776628 May 11 16:42:05.750348 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749ab7e-64d3-4285-ad7b-bead6d7f1d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff0a324-f5d7-436b-b0cb-e922aa425afc,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:42:05.753576 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-6749ab7e-64d3-4285-ad7b-bead6d7f1d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:42:06.535993 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 53298) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:42:06.645625 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-21ee020b-ebac-4d33-b59d-0e205752884a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1499741219-network', 'tenant_id': '81d987292fbd4ac3867a3b6091944db6'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:42:06.650781 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-21ee020b-ebac-4d33-b59d-0e205752884a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:42:06.655327 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-21ee020b-ebac-4d33-b59d-0e205752884a admin admin] Usage tracker for resource:network and tenant:81d987292fbd4ac3867a3b6091944db6 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:42:06.658239 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-21ee020b-ebac-4d33-b59d-0e205752884a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:42:06.667935 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-21ee020b-ebac-4d33-b59d-0e205752884a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:42:06.681217 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ee020b-ebac-4d33-b59d-0e205752884a admin admin] Made reservation on behalf of 81d987292fbd4ac3867a3b6091944db6 for: {'network': 1} {{(pid=78909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:42:06.685604 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-21ee020b-ebac-4d33-b59d-0e205752884a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for network, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:06.707270 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-21ee020b-ebac-4d33-b59d-0e205752884a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:06.727956 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-21ee020b-ebac-4d33-b59d-0e205752884a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:42:06.732404 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-21ee020b-ebac-4d33-b59d-0e205752884a admin admin] Usage tracker for resource:security_group_rule and tenant:81d987292fbd4ac3867a3b6091944db6 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:42:06.735207 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-21ee020b-ebac-4d33-b59d-0e205752884a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:42:06.741636 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-21ee020b-ebac-4d33-b59d-0e205752884a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:42:06.834635 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-21ee020b-ebac-4d33-b59d-0e205752884a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:06.847448 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-21ee020b-ebac-4d33-b59d-0e205752884a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:06.847448 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-b12f54b1-d151-4cfc-b467-40d6a1eaabea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:42:06.873679 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ee020b-ebac-4d33-b59d-0e205752884a admin admin] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=78909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:42:06.882576 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee020b-ebac-4d33-b59d-0e205752884a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e082595b-32af-4213-97da-69a886ee01c5,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:42:06.886659 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-21ee020b-ebac-4d33-b59d-0e205752884a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:42:06.889917 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-21ee020b-ebac-4d33-b59d-0e205752884a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:06.890264 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.db.segments_db [None req-21ee020b-ebac-4d33-b59d-0e205752884a admin admin] Added segment 016f1e41-77d2-4779-ba08-c217cecbafd9 of type vlan for network b7a55695-981d-4dcf-9dbe-b966fc9ba642 May 11 16:42:06.916782 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-21ee020b-ebac-4d33-b59d-0e205752884a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788165774457'] for network, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:06.952759 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-21ee020b-ebac-4d33-b59d-0e205752884a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for network, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:06.954330 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ee020b-ebac-4d33-b59d-0e205752884a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:06.954989 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-21ee020b-ebac-4d33-b59d-0e205752884a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:06.959119 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:42:07.066387 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee020b-ebac-4d33-b59d-0e205752884a admin admin] Pushing event updated for resources: {'Network': ['ID=b7a55695-981d-4dcf-9dbe-b966fc9ba642,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:42:07.070137 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-21ee020b-ebac-4d33-b59d-0e205752884a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:42:07.071923 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-21ee020b-ebac-4d33-b59d-0e205752884a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5348639 May 11 16:42:07.075269 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 53304) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:42:07.078878 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Network b7a55695-981d-4dcf-9dbe-b966fc9ba642 details requested by agent ovs-agent-dv-cinder-789603-4-smb with host dv-cinder-789603-4-smb {{(pid=78911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:42:07.082669 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-37db9d43-4f1a-40d9-908c-bbc209d6428d admin admin] Request body: {'subnet': {'network_id': 'b7a55695-981d-4dcf-9dbe-b966fc9ba642', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1499741219-subnet', 'tenant_id': '81d987292fbd4ac3867a3b6091944db6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:42:07.089349 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-37db9d43-4f1a-40d9-908c-bbc209d6428d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:42:07.092781 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-37db9d43-4f1a-40d9-908c-bbc209d6428d admin admin] Usage tracker for resource:subnet and tenant:81d987292fbd4ac3867a3b6091944db6 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:42:07.095945 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-37db9d43-4f1a-40d9-908c-bbc209d6428d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:42:07.102039 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-37db9d43-4f1a-40d9-908c-bbc209d6428d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:42:07.112469 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37db9d43-4f1a-40d9-908c-bbc209d6428d admin admin] Made reservation on behalf of 81d987292fbd4ac3867a3b6091944db6 for: {'subnet': 1} {{(pid=78909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:42:07.114979 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-37db9d43-4f1a-40d9-908c-bbc209d6428d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15598156'] for subnet, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:07.549954 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-37db9d43-4f1a-40d9-908c-bbc209d6428d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15820102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15598142'] for subnet, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:07.553640 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:42:07.626558 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db9d43-4f1a-40d9-908c-bbc209d6428d admin admin] Pushing event updated for resources: {'Subnet': ['ID=37852e40-56e5-4b7f-ac3b-2621bfa7b9e8,revision_number=0']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:42:07.629469 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-37db9d43-4f1a-40d9-908c-bbc209d6428d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:42:07.639853 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37db9d43-4f1a-40d9-908c-bbc209d6428d admin admin] Checking segment: {'id': '016f1e41-77d2-4779-ba08-c217cecbafd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b7a55695-981d-4dcf-9dbe-b966fc9ba642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:42:07.640208 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37db9d43-4f1a-40d9-908c-bbc209d6428d admin admin] Network hostable DHCP agents. Network: b7a55695-981d-4dcf-9dbe-b966fc9ba642, hostable agents: ['25bb0368-aab1-4dc6-8db1-01aca476a06f'], hosted agents: [] {{(pid=78909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:42:07.657040 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37db9d43-4f1a-40d9-908c-bbc209d6428d admin admin] Network b7a55695-981d-4dcf-9dbe-b966fc9ba642 is scheduled to be hosted by DHCP agent 25bb0368-aab1-4dc6-8db1-01aca476a06f with binding_index 1 {{(pid=78909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:42:07.665575 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.base_scheduler [None req-37db9d43-4f1a-40d9-908c-bbc209d6428d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-4-smb, b7a55695-981d-4dcf-9dbe-b966fc9ba642) {{(pid=78909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:42:07.674510 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37db9d43-4f1a-40d9-908c-bbc209d6428d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:07.675103 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-37db9d43-4f1a-40d9-908c-bbc209d6428d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:07.675807 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad9e2aa-49db-42e5-888a-9c07908b0567 None None] Network b7a55695-981d-4dcf-9dbe-b966fc9ba642 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:42:07.699178 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-37db9d43-4f1a-40d9-908c-bbc209d6428d admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6216316 May 11 16:42:07.881911 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cca9db-5f9d-491c-a8b7-4270bb3519c1 None None] Network b7a55695-981d-4dcf-9dbe-b966fc9ba642 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:42:08.388861 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 53324) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:42:08.394884 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-b6ea6a58-61b1-4a01-8c20-d3ff34b002de admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-845075536-network', 'tenant_id': 'd53e6e34de864cc08b6d01b4679ed405'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:42:08.399779 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-b6ea6a58-61b1-4a01-8c20-d3ff34b002de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:42:08.404310 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-b6ea6a58-61b1-4a01-8c20-d3ff34b002de admin admin] Usage tracker for resource:network and tenant:d53e6e34de864cc08b6d01b4679ed405 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:42:08.407221 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-b6ea6a58-61b1-4a01-8c20-d3ff34b002de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:42:08.413409 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-b6ea6a58-61b1-4a01-8c20-d3ff34b002de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:42:08.425613 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ea6a58-61b1-4a01-8c20-d3ff34b002de admin admin] Made reservation on behalf of d53e6e34de864cc08b6d01b4679ed405 for: {'network': 1} {{(pid=78909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:42:08.428750 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b6ea6a58-61b1-4a01-8c20-d3ff34b002de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for network, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:08.442005 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b6ea6a58-61b1-4a01-8c20-d3ff34b002de admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:08.458016 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-b6ea6a58-61b1-4a01-8c20-d3ff34b002de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:42:08.462305 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-b6ea6a58-61b1-4a01-8c20-d3ff34b002de admin admin] Usage tracker for resource:security_group_rule and tenant:d53e6e34de864cc08b6d01b4679ed405 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:42:08.466610 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-b6ea6a58-61b1-4a01-8c20-d3ff34b002de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:42:08.473148 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-b6ea6a58-61b1-4a01-8c20-d3ff34b002de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:42:08.589477 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b6ea6a58-61b1-4a01-8c20-d3ff34b002de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:08.594374 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b6ea6a58-61b1-4a01-8c20-d3ff34b002de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:08.597784 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-0c5a47e9-6dca-4f16-ac7a-f1bac56a154c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:42:08.625316 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ea6a58-61b1-4a01-8c20-d3ff34b002de admin admin] vlan segment allocate from pool success with {'vlan_id': 1065, 'physical_network': 'physnet1'} {{(pid=78909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:42:08.635230 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea6a58-61b1-4a01-8c20-d3ff34b002de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a578ca-5a48-4fdd-904f-ce3cbe61f52d,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:42:08.639230 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-b6ea6a58-61b1-4a01-8c20-d3ff34b002de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:42:08.641993 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b6ea6a58-61b1-4a01-8c20-d3ff34b002de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:08.642352 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.db.segments_db [None req-b6ea6a58-61b1-4a01-8c20-d3ff34b002de admin admin] Added segment 40fd13fc-d6d7-4b99-a4a1-497727a955df of type vlan for network 880affbb-4ee1-4c99-b4cb-f6878c3be2f7 May 11 16:42:08.677116 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b6ea6a58-61b1-4a01-8c20-d3ff34b002de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788165774457'] for network, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:08.710267 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b6ea6a58-61b1-4a01-8c20-d3ff34b002de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for network, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:08.711815 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ea6a58-61b1-4a01-8c20-d3ff34b002de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:08.712405 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-b6ea6a58-61b1-4a01-8c20-d3ff34b002de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:08.716280 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-8f581ce6-3add-4a70-b5fb-bdbb00930a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:42:08.823081 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea6a58-61b1-4a01-8c20-d3ff34b002de admin admin] Pushing event updated for resources: {'Network': ['ID=880affbb-4ee1-4c99-b4cb-f6878c3be2f7,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:42:08.826295 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-b6ea6a58-61b1-4a01-8c20-d3ff34b002de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:42:08.827902 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-b6ea6a58-61b1-4a01-8c20-d3ff34b002de admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4379652 May 11 16:42:08.830788 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 53330) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:42:08.833965 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Network 880affbb-4ee1-4c99-b4cb-f6878c3be2f7 details requested by agent ovs-agent-dv-cinder-789603-4-smb with host dv-cinder-789603-4-smb {{(pid=78911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:42:08.837386 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-0d7bd9e3-af0a-4569-bf99-3222cd31c6a4 admin admin] Request body: {'subnet': {'network_id': '880affbb-4ee1-4c99-b4cb-f6878c3be2f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-845075536-subnet', 'tenant_id': 'd53e6e34de864cc08b6d01b4679ed405', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:42:08.842312 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-0d7bd9e3-af0a-4569-bf99-3222cd31c6a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:42:08.846243 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-0d7bd9e3-af0a-4569-bf99-3222cd31c6a4 admin admin] Usage tracker for resource:subnet and tenant:d53e6e34de864cc08b6d01b4679ed405 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:42:08.849093 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-0d7bd9e3-af0a-4569-bf99-3222cd31c6a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:42:08.856020 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-0d7bd9e3-af0a-4569-bf99-3222cd31c6a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:42:08.865926 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7bd9e3-af0a-4569-bf99-3222cd31c6a4 admin admin] Made reservation on behalf of d53e6e34de864cc08b6d01b4679ed405 for: {'subnet': 1} {{(pid=78909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:42:08.868332 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-0d7bd9e3-af0a-4569-bf99-3222cd31c6a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15598156'] for subnet, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:09.395663 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-0d7bd9e3-af0a-4569-bf99-3222cd31c6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15820102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15598142'] for subnet, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:09.399439 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:42:09.475216 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bd9e3-af0a-4569-bf99-3222cd31c6a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e01c5882-5c69-41b8-84ca-6903218c5c67,revision_number=0']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:42:09.479633 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-0d7bd9e3-af0a-4569-bf99-3222cd31c6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:42:09.486492 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7bd9e3-af0a-4569-bf99-3222cd31c6a4 admin admin] Checking segment: {'id': '40fd13fc-d6d7-4b99-a4a1-497727a955df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '880affbb-4ee1-4c99-b4cb-f6878c3be2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:42:09.486852 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7bd9e3-af0a-4569-bf99-3222cd31c6a4 admin admin] Network hostable DHCP agents. Network: 880affbb-4ee1-4c99-b4cb-f6878c3be2f7, hostable agents: ['25bb0368-aab1-4dc6-8db1-01aca476a06f'], hosted agents: [] {{(pid=78909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:42:09.505694 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7bd9e3-af0a-4569-bf99-3222cd31c6a4 admin admin] Network 880affbb-4ee1-4c99-b4cb-f6878c3be2f7 is scheduled to be hosted by DHCP agent 25bb0368-aab1-4dc6-8db1-01aca476a06f with binding_index 1 {{(pid=78909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:42:09.516399 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.base_scheduler [None req-0d7bd9e3-af0a-4569-bf99-3222cd31c6a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-4-smb, 880affbb-4ee1-4c99-b4cb-f6878c3be2f7) {{(pid=78909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:42:09.525809 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7bd9e3-af0a-4569-bf99-3222cd31c6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:09.526407 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-0d7bd9e3-af0a-4569-bf99-3222cd31c6a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:09.527352 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f19955-b717-4d27-b346-b58957643322 None None] Network 880affbb-4ee1-4c99-b4cb-f6878c3be2f7 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:42:09.548062 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-0d7bd9e3-af0a-4569-bf99-3222cd31c6a4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7154300 May 11 16:42:09.736496 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c065de-47fa-43da-b2a7-e05352001cc3 None None] Network 880affbb-4ee1-4c99-b4cb-f6878c3be2f7 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:42:10.214349 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-9665b7b7-9adc-4876-9954-cffa152cdf42 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:10.215139 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-9665b7b7-9adc-4876-9954-cffa152cdf42 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Synchronizing usage tracker for tenant:81d987292fbd4ac3867a3b6091944db6 on resource:network {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:42:10.231924 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-9665b7b7-9adc-4876-9954-cffa152cdf42 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Unset dirty status for tenant:81d987292fbd4ac3867a3b6091944db6 on resource:network {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:42:10.233083 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-9665b7b7-9adc-4876-9954-cffa152cdf42 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] 10.222.0.76 "GET /v2.0/networks?id=b7a55695-981d-4dcf-9dbe-b966fc9ba642 HTTP/1.1" status: 200 len: 809 time: 0.1744189 May 11 16:42:10.248382 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-d1dc6ea1-398e-432e-848e-9da4e1e1bccb tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] 10.222.0.76 "GET /v2.0/quotas/81d987292fbd4ac3867a3b6091944db6 HTTP/1.1" status: 200 len: 375 time: 0.0096793 May 11 16:42:10.297552 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-fd315bb0-dd6f-4279-8eae-bcf8602a44b9 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=81d987292fbd4ac3867a3b6091944db6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438333 May 11 16:42:10.438700 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-f671ebcb-9689-430d-a2ec-f6f0b6fb561d service neutron] 10.222.0.76 "GET /v2.0/networks/b7a55695-981d-4dcf-9dbe-b966fc9ba642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339469 May 11 16:42:10.568428 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-54874a07-3f9a-44e8-9a65-5c00b1a95bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:10.585736 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-dc6bdc21-9f3e-4f72-ad47-7cf07a8614ff service neutron] 10.222.0.76 "GET /v2.0/networks/b7a55695-981d-4dcf-9dbe-b966fc9ba642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412368 May 11 16:42:10.780124 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-857dacdd-47c6-4c30-8853-6eb4e4a57181 req-06dd69ed-25b0-4dd2-acff-ebc56c43b00d tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d1b2852-3b2f-4f3f-bc71-49b0a4de96c3 HTTP/1.1" status: 200 len: 210 time: 0.0518053 May 11 16:42:11.955665 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6018d829-d229-4409-b649-6ae566f2d2ac req-a161c5cc-2e71-4a98-8ab6-4f2f05a2353a tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d1b2852-3b2f-4f3f-bc71-49b0a4de96c3 HTTP/1.1" status: 200 len: 210 time: 0.0455582 May 11 16:42:11.985060 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-d2c44373-8de3-4422-9791-acf8d2ad438e tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:11.986639 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-d2c44373-8de3-4422-9791-acf8d2ad438e tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] 10.222.0.85 "GET /v2.0/networks?id=b7a55695-981d-4dcf-9dbe-b966fc9ba642 HTTP/1.1" status: 200 len: 809 time: 0.1913879 May 11 16:42:12.000144 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-2e1aaec9-9d44-4a31-9809-170fd96fee2f tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Request body: {'port': {'device_id': '3d1b2852-3b2f-4f3f-bc71-49b0a4de96c3', 'network_id': 'b7a55695-981d-4dcf-9dbe-b966fc9ba642', 'admin_state_up': True, 'tenant_id': '81d987292fbd4ac3867a3b6091944db6'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:42:12.151429 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-2e1aaec9-9d44-4a31-9809-170fd96fee2f tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:42:12.155282 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-2e1aaec9-9d44-4a31-9809-170fd96fee2f tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Usage tracker for resource:port and tenant:81d987292fbd4ac3867a3b6091944db6 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:42:12.158114 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-2e1aaec9-9d44-4a31-9809-170fd96fee2f tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:42:12.163790 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-2e1aaec9-9d44-4a31-9809-170fd96fee2f tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:42:12.173660 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-2e1aaec9-9d44-4a31-9809-170fd96fee2f tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Made reservation on behalf of 81d987292fbd4ac3867a3b6091944db6 for: {'port': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:42:12.177092 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-2e1aaec9-9d44-4a31-9809-170fd96fee2f tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:12.357406 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_common [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-2e1aaec9-9d44-4a31-9809-170fd96fee2f tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Allocated IP 172.20.0.14 (b7a55695-981d-4dcf-9dbe-b966fc9ba642/37852e40-56e5-4b7f-ac3b-2621bfa7b9e8/148930ff-101a-4300-b459-c11dabaeeebe) {{(pid=78910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:42:12.608241 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-2e1aaec9-9d44-4a31-9809-170fd96fee2f tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Notify callbacks [] for port, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:12.644521 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-2e1aaec9-9d44-4a31-9809-170fd96fee2f tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:12.653518 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-5408b51b-5a04-4670-9277-4fcb5b62b42c tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:42:12.670265 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:12.724013 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-2e1aaec9-9d44-4a31-9809-170fd96fee2f tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Network b7a55695-981d-4dcf-9dbe-b966fc9ba642 is already hosted by enough agents. {{(pid=78910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:42:12.727155 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-2e1aaec9-9d44-4a31-9809-170fd96fee2f tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Resources bound (agent type, host, resource id): {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:42:12.732137 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-2e1aaec9-9d44-4a31-9809-170fd96fee2f tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Received port after_create {{(pid=78910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:42:12.775016 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1aaec9-9d44-4a31-9809-170fd96fee2f tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Pushing event updated for resources: {'Port': ['ID=148930ff-101a-4300-b459-c11dabaeeebe,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:42:12.780102 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-2e1aaec9-9d44-4a31-9809-170fd96fee2f tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:42:12.813628 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-2e1aaec9-9d44-4a31-9809-170fd96fee2f tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:12.814263 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-2e1aaec9-9d44-4a31-9809-170fd96fee2f tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:12.845640 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-2e1aaec9-9d44-4a31-9809-170fd96fee2f tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8501704 May 11 16:42:12.857457 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-77cc2453-6f64-4707-a1a8-7c087e9a3418 service neutron] Request body: {'port': {'device_id': '3d1b2852-3b2f-4f3f-bc71-49b0a4de96c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:42:12.973481 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-77cc2453-6f64-4707-a1a8-7c087e9a3418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:13.161564 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf459c-62c8-4b75-b7d3-1267649aa667 req-9a4e17d4-019e-45ec-a1a1-c53aa23a84cd tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:13.163134 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b9cf459c-62c8-4b75-b7d3-1267649aa667 req-9a4e17d4-019e-45ec-a1a1-c53aa23a84cd tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d1b2852-3b2f-4f3f-bc71-49b0a4de96c3 HTTP/1.1" status: 200 len: 932 time: 0.0840471 May 11 16:42:13.211236 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-b9cf459c-62c8-4b75-b7d3-1267649aa667 req-c2b9ed7e-a756-4ff8-9a80-2284af1c51f2 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Synchronizing usage tracker for tenant:81d987292fbd4ac3867a3b6091944db6 on resource:security_group {{(pid=78909) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:42:13.228008 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [req-b9cf459c-62c8-4b75-b7d3-1267649aa667 req-c2b9ed7e-a756-4ff8-9a80-2284af1c51f2 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Unset dirty status for tenant:81d987292fbd4ac3867a3b6091944db6 on resource:security_group {{(pid=78909) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:42:13.229696 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b9cf459c-62c8-4b75-b7d3-1267649aa667 req-c2b9ed7e-a756-4ff8-9a80-2284af1c51f2 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] 10.222.0.76 "GET /v2.0/security-groups?id=e082595b-32af-4213-97da-69a886ee01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589321 May 11 16:42:13.334598 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-77cc2453-6f64-4707-a1a8-7c087e9a3418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148930ff-101a-4300-b459-c11dabaeeebe {{(pid=78910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:42:13.342334 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-77cc2453-6f64-4707-a1a8-7c087e9a3418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:13.357100 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.provisioning_blocks [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-77cc2453-6f64-4707-a1a8-7c087e9a3418 service neutron] Transition to ACTIVE for port object 148930ff-101a-4300-b459-c11dabaeeebe will not be triggered until provisioned by entity L2. {{(pid=78910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:42:13.360218 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-77cc2453-6f64-4707-a1a8-7c087e9a3418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15504005'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:13.363667 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-3e8ef5ea-1584-4f98-8f77-8169b8abd637 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:42:13.496064 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc2453-6f64-4707-a1a8-7c087e9a3418 service neutron] Pushing event updated for resources: {'Port': ['ID=148930ff-101a-4300-b459-c11dabaeeebe,revision_number=2']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:42:13.522229 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-77cc2453-6f64-4707-a1a8-7c087e9a3418 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:42:13.580567 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-ac76308e-4818-4013-8ebc-f715d4e2b298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:13.602810 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-77cc2453-6f64-4707-a1a8-7c087e9a3418 service neutron] Attempting to bind port 148930ff-101a-4300-b459-c11dabaeeebe on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:42:13.603222 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-77cc2453-6f64-4707-a1a8-7c087e9a3418 service neutron] Attempting to bind port 148930ff-101a-4300-b459-c11dabaeeebe by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '016f1e41-77d2-4779-ba08-c217cecbafd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b7a55695-981d-4dcf-9dbe-b966fc9ba642'}] {{(pid=78910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:42:13.604108 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-77cc2453-6f64-4707-a1a8-7c087e9a3418 service neutron] Attempting to bind port 148930ff-101a-4300-b459-c11dabaeeebe on network b7a55695-981d-4dcf-9dbe-b966fc9ba642 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:42:13.608781 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-77cc2453-6f64-4707-a1a8-7c087e9a3418 service neutron] Port 148930ff-101a-4300-b459-c11dabaeeebe on network b7a55695-981d-4dcf-9dbe-b966fc9ba642 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:42:13.609095 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-77cc2453-6f64-4707-a1a8-7c087e9a3418 service neutron] Attempting to bind port 148930ff-101a-4300-b459-c11dabaeeebe on network b7a55695-981d-4dcf-9dbe-b966fc9ba642 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:42:13.614036 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-77cc2453-6f64-4707-a1a8-7c087e9a3418 service neutron] Checking agent: {'id': 'd37e6d19-ade9-4e89-aecb-ac851dc75e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'started_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:42:13.614369 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-77cc2453-6f64-4707-a1a8-7c087e9a3418 service neutron] Checking segment: {'id': '016f1e41-77d2-4779-ba08-c217cecbafd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b7a55695-981d-4dcf-9dbe-b966fc9ba642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:42:13.614744 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-77cc2453-6f64-4707-a1a8-7c087e9a3418 service neutron] Bound using segment: {'id': '016f1e41-77d2-4779-ba08-c217cecbafd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b7a55695-981d-4dcf-9dbe-b966fc9ba642'} {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:42:13.615161 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-77cc2453-6f64-4707-a1a8-7c087e9a3418 service neutron] Bound port: 148930ff-101a-4300-b459-c11dabaeeebe, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '016f1e41-77d2-4779-ba08-c217cecbafd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b7a55695-981d-4dcf-9dbe-b966fc9ba642'}}] {{(pid=78910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:42:13.615495 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-77cc2453-6f64-4707-a1a8-7c087e9a3418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:13.723996 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:13.808191 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-77cc2453-6f64-4707-a1a8-7c087e9a3418 service neutron] For port 148930ff-101a-4300-b459-c11dabaeeebe, host hv-cinder-78960, cleared binding levels {{(pid=78910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:42:13.811320 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-77cc2453-6f64-4707-a1a8-7c087e9a3418 service neutron] For port 148930ff-101a-4300-b459-c11dabaeeebe, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=148930ff-101a-4300-b459-c11dabaeeebe,segment=NetworkSegment(016f1e41-77d2-4779-ba08-c217cecbafd9),segment_id=016f1e41-77d2-4779-ba08-c217cecbafd9)] {{(pid=78910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:42:13.817454 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-77cc2453-6f64-4707-a1a8-7c087e9a3418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15504005'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:13.821399 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:42:13.874421 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-77cc2453-6f64-4707-a1a8-7c087e9a3418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:13.875016 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-77cc2453-6f64-4707-a1a8-7c087e9a3418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:13.876379 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-77cc2453-6f64-4707-a1a8-7c087e9a3418 service neutron] 10.222.0.85 "PUT /v2.0/ports/148930ff-101a-4300-b459-c11dabaeeebe HTTP/1.1" status: 200 len: 1094 time: 1.0230772 May 11 16:42:13.876860 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d1b2852-3b2f-4f3f-bc71-49b0a4de96c3', 'tag': '148930ff-101a-4300-b459-c11dabaeeebe'}] {{(pid=78910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:42:13.902027 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc2453-6f64-4707-a1a8-7c087e9a3418 service neutron] Pushing event updated for resources: {'Port': ['ID=148930ff-101a-4300-b459-c11dabaeeebe,revision_number=3']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:42:13.905034 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-77cc2453-6f64-4707-a1a8-7c087e9a3418 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:42:13.945011 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d1b2852-3b2f-4f3f-bc71-49b0a4de96c3', 'tag': '148930ff-101a-4300-b459-c11dabaeeebe', 'status': 'completed', 'code': 200} May 11 16:42:13.984513 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-606ae5b0-fa9c-494e-ae37-5cbbfb1ce583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:13.985881 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-606ae5b0-fa9c-494e-ae37-5cbbfb1ce583 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=81d987292fbd4ac3867a3b6091944db6&device_id=3d1b2852-3b2f-4f3f-bc71-49b0a4de96c3 HTTP/1.1" status: 200 len: 1097 time: 0.0750747 May 11 16:42:14.055361 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-da1ca499-768d-4fb3-b925-13b5011212a6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=148930ff-101a-4300-b459-c11dabaeeebe HTTP/1.1" status: 200 len: 217 time: 0.0616910 May 11 16:42:14.120755 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-ac91afca-27d9-43c9-b03b-b4df726fdf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:14.122184 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-ac91afca-27d9-43c9-b03b-b4df726fdf58 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=37852e40-56e5-4b7f-ac3b-2621bfa7b9e8 HTTP/1.1" status: 200 len: 849 time: 0.0609901 May 11 16:42:14.169853 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-37dd2840-46c4-44e7-b9c6-c0b2de141535 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7a55695-981d-4dcf-9dbe-b966fc9ba642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409987 May 11 16:42:14.306134 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-218bd18c-1132-47ab-8619-77fa8c820c9c service neutron] 10.222.0.85 "GET /v2.0/networks/b7a55695-981d-4dcf-9dbe-b966fc9ba642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301486 May 11 16:42:14.427966 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53856b-e864-4916-93b5-76b3980c45eb req-5b231805-8450-4186-80c7-98a6b1e089af tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:14.429552 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3c53856b-e864-4916-93b5-76b3980c45eb req-5b231805-8450-4186-80c7-98a6b1e089af tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d1b2852-3b2f-4f3f-bc71-49b0a4de96c3 HTTP/1.1" status: 200 len: 944 time: 0.0838006 May 11 16:42:14.444403 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-437353c3-b5eb-4fd1-95e5-37904eb2dd05 req-d9b47abf-16dc-4410-b9db-950b78943e32 service neutron] 10.222.0.85 "GET /v2.0/networks/b7a55695-981d-4dcf-9dbe-b966fc9ba642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310253 May 11 16:42:14.479066 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3c53856b-e864-4916-93b5-76b3980c45eb req-c0301001-8448-4822-8867-cb1d7924b88a tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] 10.222.0.76 "GET /v2.0/security-groups?id=e082595b-32af-4213-97da-69a886ee01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427299 May 11 16:42:14.570342 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b7ef5-d942-4dfd-811d-80a9cfe93903 req-fcd37c7b-1784-46c8-be0f-47d9345766e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:14.571771 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-e99b7ef5-d942-4dfd-811d-80a9cfe93903 req-fcd37c7b-1784-46c8-be0f-47d9345766e6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=81d987292fbd4ac3867a3b6091944db6&device_id=3d1b2852-3b2f-4f3f-bc71-49b0a4de96c3 HTTP/1.1" status: 200 len: 1097 time: 0.0791030 May 11 16:42:14.726989 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b7ef5-d942-4dfd-811d-80a9cfe93903 req-0012b50d-2932-4697-b78b-70e84e02a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:14.729153 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-e99b7ef5-d942-4dfd-811d-80a9cfe93903 req-0012b50d-2932-4697-b78b-70e84e02a04b service neutron] 10.222.0.85 "GET /v2.0/networks?id=b7a55695-981d-4dcf-9dbe-b966fc9ba642 HTTP/1.1" status: 200 len: 911 time: 0.1501923 May 11 16:42:14.814320 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-e99b7ef5-d942-4dfd-811d-80a9cfe93903 req-fa8056f1-d992-49cf-a757-3bd5e5b37973 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=148930ff-101a-4300-b459-c11dabaeeebe HTTP/1.1" status: 200 len: 217 time: 0.0777895 May 11 16:42:14.906625 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b7ef5-d942-4dfd-811d-80a9cfe93903 req-99efe0a1-6f8c-4aad-9d93-a2d555c76b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:14.908121 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-e99b7ef5-d942-4dfd-811d-80a9cfe93903 req-99efe0a1-6f8c-4aad-9d93-a2d555c76b11 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=37852e40-56e5-4b7f-ac3b-2621bfa7b9e8 HTTP/1.1" status: 200 len: 849 time: 0.0866613 May 11 16:42:14.964458 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-e99b7ef5-d942-4dfd-811d-80a9cfe93903 req-8eb52977-582e-4dae-bfbd-ed5a54aad6d7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b7a55695-981d-4dcf-9dbe-b966fc9ba642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495262 May 11 16:42:15.061854 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:15.127418 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-e99b7ef5-d942-4dfd-811d-80a9cfe93903 req-66ac6e94-be04-4923-8917-2bbe957a8769 service neutron] 10.222.0.85 "GET /v2.0/networks/b7a55695-981d-4dcf-9dbe-b966fc9ba642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540732 May 11 16:42:15.292311 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-e99b7ef5-d942-4dfd-811d-80a9cfe93903 req-42c11ca9-44c9-482f-8724-b814f002a565 service neutron] 10.222.0.85 "GET /v2.0/networks/b7a55695-981d-4dcf-9dbe-b966fc9ba642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562872 May 11 16:42:15.426488 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 148930ff-101a-4300-b459-c11dabaeeebe details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:42:15.570996 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 148930ff-101a-4300-b459-c11dabaeeebe, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=148930ff-101a-4300-b459-c11dabaeeebe,segment=NetworkSegment(016f1e41-77d2-4779-ba08-c217cecbafd9),segment_id=016f1e41-77d2-4779-ba08-c217cecbafd9)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:42:15.587015 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Returning: {'device': '148930ff-101a-4300-b459-c11dabaeeebe', 'network_id': 'b7a55695-981d-4dcf-9dbe-b966fc9ba642', 'port_id': '148930ff-101a-4300-b459-c11dabaeeebe', 'mac_address': 'fa:16:3e:78:8e:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37852e40-56e5-4b7f-ac3b-2621bfa7b9e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:42:15.653036 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:15.673595 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae639e69-db83-46da-85cf-3f22c75ea6c4 req-36d90e45-37e7-4447-9bc5-5b5fae1d66fd tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:15.675060 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ae639e69-db83-46da-85cf-3f22c75ea6c4 req-36d90e45-37e7-4447-9bc5-5b5fae1d66fd tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d1b2852-3b2f-4f3f-bc71-49b0a4de96c3 HTTP/1.1" status: 200 len: 944 time: 0.0865915 May 11 16:42:15.677883 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148930ff-101a-4300-b459-c11dabaeeebe {{(pid=78911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:42:15.706209 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 148930ff-101a-4300-b459-c11dabaeeebe, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=148930ff-101a-4300-b459-c11dabaeeebe,segment=NetworkSegment(016f1e41-77d2-4779-ba08-c217cecbafd9),segment_id=016f1e41-77d2-4779-ba08-c217cecbafd9)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:42:15.710926 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:15.714045 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:42:15.725967 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ae639e69-db83-46da-85cf-3f22c75ea6c4 req-2efbeca3-f3ea-42c4-9cea-fda3e6708aae tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] 10.222.0.76 "GET /v2.0/security-groups?id=e082595b-32af-4213-97da-69a886ee01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434754 May 11 16:42:15.786056 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=148930ff-101a-4300-b459-c11dabaeeebe,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:42:15.789342 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:42:15.945048 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['148930ff-101a-4300-b459-c11dabaeeebe'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:42:16.919061 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98553778-a147-422f-bbd9-d26979ff48b9 req-a63db1bf-a674-41e3-80c0-09c1e2cace84 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:16.920557 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-98553778-a147-422f-bbd9-d26979ff48b9 req-a63db1bf-a674-41e3-80c0-09c1e2cace84 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d1b2852-3b2f-4f3f-bc71-49b0a4de96c3 HTTP/1.1" status: 200 len: 945 time: 0.0861473 May 11 16:42:16.972122 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-98553778-a147-422f-bbd9-d26979ff48b9 req-aa7f6394-fed6-4bad-92c4-8e9ec57eb949 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] 10.222.0.76 "GET /v2.0/security-groups?id=e082595b-32af-4213-97da-69a886ee01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455964 May 11 16:42:17.448109 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 148930ff-101a-4300-b459-c11dabaeeebe up at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:42:17.514184 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning for port 148930ff-101a-4300-b459-c11dabaeeebe completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:42:17.518911 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning complete for port 148930ff-101a-4300-b459-c11dabaeeebe triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:42:17.519294 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:17.639637 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:17.648769 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:17.677228 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1b2852-3b2f-4f3f-bc71-49b0a4de96c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148930ff-101a-4300-b459-c11dabaeeebe'}] {{(pid=78911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:42:17.687614 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 148930ff-101a-4300-b459-c11dabaeeebe, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=148930ff-101a-4300-b459-c11dabaeeebe,segment=NetworkSegment(016f1e41-77d2-4779-ba08-c217cecbafd9),segment_id=016f1e41-77d2-4779-ba08-c217cecbafd9)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:42:17.691974 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:17.695280 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:42:17.730767 dv-cinder-789603-4-smb neutron-server[78911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1b2852-3b2f-4f3f-bc71-49b0a4de96c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148930ff-101a-4300-b459-c11dabaeeebe', 'code': 200} May 11 16:42:17.773263 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=148930ff-101a-4300-b459-c11dabaeeebe,revision_number=5']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:42:17.776534 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:42:17.958122 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061cba7-35cd-44b3-9b35-e91e25fb272e req-b0949d0e-1bd6-4e3d-b7f2-557b91a53313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:17.959492 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a061cba7-35cd-44b3-9b35-e91e25fb272e req-b0949d0e-1bd6-4e3d-b7f2-557b91a53313 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3d1b2852-3b2f-4f3f-bc71-49b0a4de96c3 HTTP/1.1" status: 200 len: 1099 time: 0.0808144 May 11 16:42:18.007058 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a061cba7-35cd-44b3-9b35-e91e25fb272e req-7c65b326-1759-4946-90a6-0df50bbf1bca service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=e082595b-32af-4213-97da-69a886ee01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396760 May 11 16:42:18.164521 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf36d11-4da4-4d14-9f9b-511f346fe0e6 req-7899c5a2-b485-4c9c-b088-91e8c0260248 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:18.166557 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-daf36d11-4da4-4d14-9f9b-511f346fe0e6 req-7899c5a2-b485-4c9c-b088-91e8c0260248 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d1b2852-3b2f-4f3f-bc71-49b0a4de96c3 HTTP/1.1" status: 200 len: 946 time: 0.0829690 May 11 16:42:18.213586 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-daf36d11-4da4-4d14-9f9b-511f346fe0e6 req-c594dc66-0ef7-4b2e-9a18-63c7534f1987 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] 10.222.0.76 "GET /v2.0/security-groups?id=e082595b-32af-4213-97da-69a886ee01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409234 May 11 16:42:18.549922 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:42:19.402159 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155282a-ebaf-4f80-a593-83a1550cf5e2 req-26ee462f-bc8c-4cb4-a6c6-74125a9df823 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:19.403603 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6155282a-ebaf-4f80-a593-83a1550cf5e2 req-26ee462f-bc8c-4cb4-a6c6-74125a9df823 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d1b2852-3b2f-4f3f-bc71-49b0a4de96c3 HTTP/1.1" status: 200 len: 946 time: 0.0857143 May 11 16:42:19.449049 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6155282a-ebaf-4f80-a593-83a1550cf5e2 req-07b48727-4b2c-498f-af25-991119b80370 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] 10.222.0.76 "GET /v2.0/security-groups?id=e082595b-32af-4213-97da-69a886ee01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389574 May 11 16:42:22.751372 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb776af-24d8-4886-bd2e-50de5fc28256 req-afc661b1-dba8-4811-8864-b7526357d9be tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:22.752863 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-eeb776af-24d8-4886-bd2e-50de5fc28256 req-afc661b1-dba8-4811-8864-b7526357d9be tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d1b2852-3b2f-4f3f-bc71-49b0a4de96c3 HTTP/1.1" status: 200 len: 946 time: 0.0825779 May 11 16:42:22.802480 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-eeb776af-24d8-4886-bd2e-50de5fc28256 req-6e2bb11d-2772-43d8-aae2-89de9881826e tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] 10.222.0.76 "GET /v2.0/security-groups?id=e082595b-32af-4213-97da-69a886ee01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436351 May 11 16:42:24.007479 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a9332-2fa3-4319-a2e4-9e0e60db1e2d req-4b2aac1c-a9dc-4133-9e59-6aab5f4a8e01 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:24.009049 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3e8a9332-2fa3-4319-a2e4-9e0e60db1e2d req-4b2aac1c-a9dc-4133-9e59-6aab5f4a8e01 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d1b2852-3b2f-4f3f-bc71-49b0a4de96c3 HTTP/1.1" status: 200 len: 946 time: 0.0978117 May 11 16:42:24.010189 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d0d32-3076-4422-bbf6-260b00b34aa7 req-987d8c7e-f1ad-4d6d-973d-0ab50dc5ebeb tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:24.011251 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-3f3d0d32-3076-4422-bbf6-260b00b34aa7 req-987d8c7e-f1ad-4d6d-973d-0ab50dc5ebeb tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Synchronizing usage tracker for tenant:81d987292fbd4ac3867a3b6091944db6 on resource:port {{(pid=78910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:42:24.029863 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-3f3d0d32-3076-4422-bbf6-260b00b34aa7 req-987d8c7e-f1ad-4d6d-973d-0ab50dc5ebeb tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Unset dirty status for tenant:81d987292fbd4ac3867a3b6091944db6 on resource:port {{(pid=78910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:42:24.031014 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-3f3d0d32-3076-4422-bbf6-260b00b34aa7 req-987d8c7e-f1ad-4d6d-973d-0ab50dc5ebeb tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] 10.222.0.85 "GET /v2.0/ports?device_id=3d1b2852-3b2f-4f3f-bc71-49b0a4de96c3 HTTP/1.1" status: 200 len: 946 time: 0.1028297 May 11 16:42:24.059047 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3e8a9332-2fa3-4319-a2e4-9e0e60db1e2d req-38ac9cca-d2a7-4113-a47f-1037e58ce18e tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] 10.222.0.76 "GET /v2.0/security-groups?id=e082595b-32af-4213-97da-69a886ee01c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434370 May 11 16:42:24.273974 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [req-3f3d0d32-3076-4422-bbf6-260b00b34aa7 req-6bf64b46-d0f8-41f8-88a8-1c927a56ae45 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Deleting port 148930ff-101a-4300-b459-c11dabaeeebe {{(pid=78910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:42:24.274321 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-3f3d0d32-3076-4422-bbf6-260b00b34aa7 req-6bf64b46-d0f8-41f8-88a8-1c927a56ae45 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:24.413798 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-3f3d0d32-3076-4422-bbf6-260b00b34aa7 req-6bf64b46-d0f8-41f8-88a8-1c927a56ae45 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] For port 148930ff-101a-4300-b459-c11dabaeeebe, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=148930ff-101a-4300-b459-c11dabaeeebe,segment=NetworkSegment(016f1e41-77d2-4779-ba08-c217cecbafd9),segment_id=016f1e41-77d2-4779-ba08-c217cecbafd9)] {{(pid=78910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:42:24.414149 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-3f3d0d32-3076-4422-bbf6-260b00b34aa7 req-6bf64b46-d0f8-41f8-88a8-1c927a56ae45 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:24.542733 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [req-3f3d0d32-3076-4422-bbf6-260b00b34aa7 req-6bf64b46-d0f8-41f8-88a8-1c927a56ae45 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Calling delete_port for 148930ff-101a-4300-b459-c11dabaeeebe owned by compute:nova {{(pid=78910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:42:24.659019 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-3f3d0d32-3076-4422-bbf6-260b00b34aa7 req-6bf64b46-d0f8-41f8-88a8-1c927a56ae45 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:24.664526 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-dfe0e9a6-bcfd-4505-b2c4-27e5d174c42e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:42:24.671317 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['148930ff-101a-4300-b459-c11dabaeeebe'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:42:24.710472 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf64b46-d0f8-41f8-88a8-1c927a56ae45 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Pushing event deleted for resources: {'Port': ['ID=148930ff-101a-4300-b459-c11dabaeeebe,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:42:24.714055 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-6bf64b46-d0f8-41f8-88a8-1c927a56ae45 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:42:24.789907 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3d0d32-3076-4422-bbf6-260b00b34aa7 req-6bf64b46-d0f8-41f8-88a8-1c927a56ae45 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] No DVR routers for this DVR port 148930ff-101a-4300-b459-c11dabaeeebe on host hv-cinder-78960 {{(pid=78910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:42:24.792634 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-3f3d0d32-3076-4422-bbf6-260b00b34aa7 req-6bf64b46-d0f8-41f8-88a8-1c927a56ae45 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:24.795342 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1b2852-3b2f-4f3f-bc71-49b0a4de96c3', 'name': 'network-vif-deleted', 'tag': '148930ff-101a-4300-b459-c11dabaeeebe'}] {{(pid=78910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:42:24.817750 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-3f3d0d32-3076-4422-bbf6-260b00b34aa7 req-6bf64b46-d0f8-41f8-88a8-1c927a56ae45 tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] 10.222.0.85 "DELETE /v2.0/ports/148930ff-101a-4300-b459-c11dabaeeebe HTTP/1.1" status: 204 len: 173 time: 0.7804253 May 11 16:42:24.854717 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1b2852-3b2f-4f3f-bc71-49b0a4de96c3', 'name': 'network-vif-deleted', 'tag': '148930ff-101a-4300-b459-c11dabaeeebe', 'status': 'completed', 'code': 200} May 11 16:42:25.228125 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-037e1528-0f17-47cd-aaac-46494d2caafc req-ba764883-fd3d-4e65-a7ca-fece8ba9363e tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d1b2852-3b2f-4f3f-bc71-49b0a4de96c3 HTTP/1.1" status: 200 len: 210 time: 0.0435004 May 11 16:42:27.494055 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 148930ff-101a-4300-b459-c11dabaeeebe no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:42:27.531041 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] No Port match for: 148930ff-101a-4300-b459-c11dabaeeebe {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:42:27.531392 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 148930ff-101a-4300-b459-c11dabaeeebe not bound to the agent host hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:42:29.672861 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c723a-b543-4838-a476-08a88cb6f65b req-95c1d698-bf49-43cf-821c-9f49e793b235 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:29.672861 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c72c723a-b543-4838-a476-08a88cb6f65b req-95c1d698-bf49-43cf-821c-9f49e793b235 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.1821232 May 11 16:42:29.727800 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c72c723a-b543-4838-a476-08a88cb6f65b req-4ac7a1c5-e670-46b6-a1b8-38b0ae99c009 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504110 May 11 16:42:30.920375 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbffe35-c839-46e7-9a6e-f900259f2238 req-8645f24b-e378-4e36-875f-ca61ebe7e0a0 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:30.921814 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7fbffe35-c839-46e7-9a6e-f900259f2238 req-8645f24b-e378-4e36-875f-ca61ebe7e0a0 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.0877600 May 11 16:42:30.968465 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-7fbffe35-c839-46e7-9a6e-f900259f2238 req-2965b555-1548-4390-8b73-5742342ca118 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406733 May 11 16:42:32.170197 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a350792-317a-4b5f-bd9e-de6e0badcb4b req-6604bdc9-99ed-4568-b017-5db18c9ee1ea tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:32.171636 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1a350792-317a-4b5f-bd9e-de6e0badcb4b req-6604bdc9-99ed-4568-b017-5db18c9ee1ea tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.0797584 May 11 16:42:32.219463 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1a350792-317a-4b5f-bd9e-de6e0badcb4b req-0fd6f31d-8ac2-4ddd-822a-7b7cef6dc396 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420125 May 11 16:42:33.415043 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7c2a6-708f-419e-b5bb-1872a45e7109 req-ad075c9e-b173-4ca0-b6b4-b1585ee5b6bf tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:33.416504 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-03d7c2a6-708f-419e-b5bb-1872a45e7109 req-ad075c9e-b173-4ca0-b6b4-b1585ee5b6bf tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.0796993 May 11 16:42:33.460850 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-03d7c2a6-708f-419e-b5bb-1872a45e7109 req-e41f39ad-5738-4436-b987-4bb886704301 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383070 May 11 16:42:34.654485 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83957840-b9ea-4509-bf96-8b8dfe385677 req-73cff494-5993-4307-8cc3-d8b3471b109c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:34.655964 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-83957840-b9ea-4509-bf96-8b8dfe385677 req-73cff494-5993-4307-8cc3-d8b3471b109c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.0841007 May 11 16:42:34.701185 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-83957840-b9ea-4509-bf96-8b8dfe385677 req-6c91667b-709f-4c77-9a30-bdc07c869b40 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393047 May 11 16:42:35.916395 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2332d-c5e9-465a-b6a0-6363a80827de req-a82a1dca-7cbe-430e-81e2-5d9e96cdbb56 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:35.918552 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b1f2332d-c5e9-465a-b6a0-6363a80827de req-a82a1dca-7cbe-430e-81e2-5d9e96cdbb56 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.0913613 May 11 16:42:35.968957 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b1f2332d-c5e9-465a-b6a0-6363a80827de req-0fcd849f-e725-40fc-8ce5-87a3a5e1186d tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447390 May 11 16:42:37.175424 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a79d9-2248-4046-8725-33f58e0a9682 req-c94280af-1a77-4986-876a-4da385f47666 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:37.177024 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0d9a79d9-2248-4046-8725-33f58e0a9682 req-c94280af-1a77-4986-876a-4da385f47666 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.0944226 May 11 16:42:37.227240 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0d9a79d9-2248-4046-8725-33f58e0a9682 req-d55c3ece-11af-4903-8045-7af875acb5ec tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443339 May 11 16:42:38.446854 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8515b96-d693-45c9-a1a6-394e722314f8 req-e8b0956f-84f1-4495-a137-86d9f7aa396d tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:38.448588 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d8515b96-d693-45c9-a1a6-394e722314f8 req-e8b0956f-84f1-4495-a137-86d9f7aa396d tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.0995722 May 11 16:42:38.505107 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d8515b96-d693-45c9-a1a6-394e722314f8 req-df7f5213-ffbe-4e13-aa60-78a298ff4613 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475013 May 11 16:42:39.721602 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2ee97-b370-496e-970e-10b12c66612a req-3b3597d5-d105-47be-9aca-85233ebd87e4 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:39.724325 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9de2ee97-b370-496e-970e-10b12c66612a req-3b3597d5-d105-47be-9aca-85233ebd87e4 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.0960820 May 11 16:42:39.780234 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9de2ee97-b370-496e-970e-10b12c66612a req-c256fb7c-6e0d-4ce0-98fa-1c93f3ce0d52 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496776 May 11 16:42:40.571609 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-7167c3b4-bf96-493c-a755-99973e9341ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:40.987125 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9822e-c335-40f1-b26f-6d6bfee1345a req-b7504d8c-0902-46b5-9aab-f28fe576012f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:40.988686 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-e9b9822e-c335-40f1-b26f-6d6bfee1345a req-b7504d8c-0902-46b5-9aab-f28fe576012f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.0860312 May 11 16:42:41.036819 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-e9b9822e-c335-40f1-b26f-6d6bfee1345a req-129c628b-d0fd-4527-b84c-271e7e990dc6 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412812 May 11 16:42:42.266496 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5f0f7-e8ec-45c2-8884-886a0f4386a5 req-9557181f-b482-4063-8cfe-dfa4a59e1856 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:42.268058 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-42b5f0f7-e8ec-45c2-8884-886a0f4386a5 req-9557181f-b482-4063-8cfe-dfa4a59e1856 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.1185908 May 11 16:42:42.320869 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-42b5f0f7-e8ec-45c2-8884-886a0f4386a5 req-555d1744-f899-4564-bf0f-97434b3ee17d tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439289 May 11 16:42:42.679123 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:43.516367 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58b61b-9ae8-4914-b650-92fde7dd04b3 req-d7ce5121-495c-4780-b206-437d976ec29d tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:43.517830 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3d58b61b-9ae8-4914-b650-92fde7dd04b3 req-d7ce5121-495c-4780-b206-437d976ec29d tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.0815575 May 11 16:42:43.567966 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3d58b61b-9ae8-4914-b650-92fde7dd04b3 req-52c3976a-95b8-4012-af4d-8266d6960ead tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443542 May 11 16:42:43.583081 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-0f01cbc9-6428-4a3c-8c2e-4f4b5665de49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:43.716933 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:43.793334 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 53592) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:42:43.854072 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.db_base_plugin_v2 [None req-c960f6dc-80bd-4ea6-933d-ed2bdfd77716 admin admin] Deleting subnet 37852e40-56e5-4b7f-ac3b-2621bfa7b9e8 {{(pid=78909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:42:43.857375 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-c960f6dc-80bd-4ea6-933d-ed2bdfd77716 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:43.907167 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-c960f6dc-80bd-4ea6-933d-ed2bdfd77716 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13681992'] for subnet, precommit_delete_associations {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:43.964770 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-c960f6dc-80bd-4ea6-933d-ed2bdfd77716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732194'] for subnet, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:44.211590 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-c960f6dc-80bd-4ea6-933d-ed2bdfd77716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15952517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15598119'] for subnet, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:44.216288 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:42:44.341615 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960f6dc-80bd-4ea6-933d-ed2bdfd77716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37852e40-56e5-4b7f-ac3b-2621bfa7b9e8,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:42:44.343589 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-c960f6dc-80bd-4ea6-933d-ed2bdfd77716 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:44.346453 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-c960f6dc-80bd-4ea6-933d-ed2bdfd77716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:42:44.351053 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-c960f6dc-80bd-4ea6-933d-ed2bdfd77716 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/37852e40-56e5-4b7f-ac3b-2621bfa7b9e8 HTTP/1.1" status: 204 len: 168 time: 0.5566552 May 11 16:42:44.352619 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 53596) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:42:44.457048 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-12337d45-e937-4fd0-ba31-5c7329fcd8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606754'] for network, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:44.579634 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-12337d45-e937-4fd0-ba31-5c7329fcd8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726233', 'neutron.services.segments.db._delete_segments_for_network-8788166214813'] for network, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:44.591948 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.services.segments.db [None req-12337d45-e937-4fd0-ba31-5c7329fcd8e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a55695-981d-4dcf-9dbe-b966fc9ba642']}} {{(pid=78909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:42:44.604046 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.services.segments.db [None req-12337d45-e937-4fd0-ba31-5c7329fcd8e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016f1e41-77d2-4779-ba08-c217cecbafd9') {'for_net_delete': True} {{(pid=78909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:42:44.604340 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.services.segments.db [None req-12337d45-e937-4fd0-ba31-5c7329fcd8e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016f1e41-77d2-4779-ba08-c217cecbafd9') {} {{(pid=78909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:42:44.616324 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-12337d45-e937-4fd0-ba31-5c7329fcd8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788166226279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13682007'] for segment, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:44.633058 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-12337d45-e937-4fd0-ba31-5c7329fcd8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:44.639261 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12337d45-e937-4fd0-ba31-5c7329fcd8e1 admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=78909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:42:44.639634 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-12337d45-e937-4fd0-ba31-5c7329fcd8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15952611'] for segment, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: Traceback (most recent call last): May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: timer() May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: cb(*args, **kw) May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: return func(*args, **kwargs) May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: self._notify() May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: self.callback(batched_events) May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: event.method(event) May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: return f(self, *a, **k) May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: return self._get(url).json() May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: return self.request(url, 'GET', **kwargs) May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:42:44.652666 dv-cinder-789603-4-smb neutron-server[78909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:42:44.769822 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-12337d45-e937-4fd0-ba31-5c7329fcd8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:44.775099 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-12337d45-e937-4fd0-ba31-5c7329fcd8e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:44.777300 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:42:44.800698 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12337d45-e937-4fd0-ba31-5c7329fcd8e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7a55695-981d-4dcf-9dbe-b966fc9ba642,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:42:44.808655 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-12337d45-e937-4fd0-ba31-5c7329fcd8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:42:44.812899 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-12337d45-e937-4fd0-ba31-5c7329fcd8e1 admin admin] 10.222.0.76 "DELETE /v2.0/networks/b7a55695-981d-4dcf-9dbe-b966fc9ba642 HTTP/1.1" status: 204 len: 168 time: 0.4593461 May 11 16:42:44.815979 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 53602) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:42:44.830205 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bda35-e502-494e-8a3d-4272df9131e3 req-a82b7f7e-d2b4-4c07-a5af-4ddc8a42b81d tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:44.831574 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-839bda35-e502-494e-8a3d-4272df9131e3 req-a82b7f7e-d2b4-4c07-a5af-4ddc8a42b81d tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.1300945 May 11 16:42:44.877482 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c1039a1-fa31-437f-a0c1-940b77031499 admin admin] Deleting subnet e01c5882-5c69-41b8-84ca-6903218c5c67 {{(pid=78910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:42:44.880978 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-3c1039a1-fa31-437f-a0c1-940b77031499 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:44.881650 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-839bda35-e502-494e-8a3d-4272df9131e3 req-8bbfdeff-5e60-454a-a339-29c01bf8f14f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435643 May 11 16:42:44.930697 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-3c1039a1-fa31-437f-a0c1-940b77031499 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14753306'] for subnet, precommit_delete_associations {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:44.988159 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-3c1039a1-fa31-437f-a0c1-940b77031499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732194'] for subnet, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:45.063877 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:45.231306 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-3c1039a1-fa31-437f-a0c1-940b77031499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15504079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16525368'] for subnet, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:45.235164 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-6a31b677-2936-492c-b3bb-90e010c09e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:42:45.273439 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1039a1-fa31-437f-a0c1-940b77031499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e01c5882-5c69-41b8-84ca-6903218c5c67,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:42:45.278578 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-3c1039a1-fa31-437f-a0c1-940b77031499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for subnet, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:45.286116 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1039a1-fa31-437f-a0c1-940b77031499 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:42:45.286491 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1039a1-fa31-437f-a0c1-940b77031499 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:42:45.286854 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1039a1-fa31-437f-a0c1-940b77031499 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:42:45.287217 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1039a1-fa31-437f-a0c1-940b77031499 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:42:45.287570 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1039a1-fa31-437f-a0c1-940b77031499 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:42:45.287946 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1039a1-fa31-437f-a0c1-940b77031499 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:42:45.288300 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1039a1-fa31-437f-a0c1-940b77031499 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:42:45.288656 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1039a1-fa31-437f-a0c1-940b77031499 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:42:45.289003 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1039a1-fa31-437f-a0c1-940b77031499 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:42:45.289350 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1039a1-fa31-437f-a0c1-940b77031499 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:42:45.289694 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1039a1-fa31-437f-a0c1-940b77031499 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:42:45.290038 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1039a1-fa31-437f-a0c1-940b77031499 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:42:45.293516 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-3c1039a1-fa31-437f-a0c1-940b77031499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:42:45.295265 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-3c1039a1-fa31-437f-a0c1-940b77031499 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e01c5882-5c69-41b8-84ca-6903218c5c67 HTTP/1.1" status: 204 len: 168 time: 0.4782224 May 11 16:42:45.297754 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 53606) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:42:45.401224 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6a898caf-56da-4723-a5fe-6e45492348cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606754'] for network, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:45.524272 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6a898caf-56da-4723-a5fe-6e45492348cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726233', 'neutron.services.segments.db._delete_segments_for_network-8788166214813'] for network, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:45.537849 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.services.segments.db [None req-6a898caf-56da-4723-a5fe-6e45492348cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['880affbb-4ee1-4c99-b4cb-f6878c3be2f7']}} {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:42:45.550442 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.services.segments.db [None req-6a898caf-56da-4723-a5fe-6e45492348cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40fd13fc-d6d7-4b99-a4a1-497727a955df') {'for_net_delete': True} {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:42:45.550734 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.services.segments.db [None req-6a898caf-56da-4723-a5fe-6e45492348cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40fd13fc-d6d7-4b99-a4a1-497727a955df') {} {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:42:45.563471 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6a898caf-56da-4723-a5fe-6e45492348cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788166226279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14753285'] for segment, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:45.579621 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6a898caf-56da-4723-a5fe-6e45492348cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:45.585471 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a898caf-56da-4723-a5fe-6e45492348cb admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=78910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:42:45.585854 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6a898caf-56da-4723-a5fe-6e45492348cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15504041'] for segment, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: Traceback (most recent call last): May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: timer() May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: cb(*args, **kw) May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: return func(*args, **kwargs) May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: self._notify() May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: self.callback(batched_events) May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: event.method(event) May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: return f(self, *a, **k) May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: return self._get(url).json() May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: return self.request(url, 'GET', **kwargs) May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:42:45.598535 dv-cinder-789603-4-smb neutron-server[78910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:42:45.674250 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6a898caf-56da-4723-a5fe-6e45492348cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:45.677985 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-253f0b99-ed69-4e14-aab3-f8c360524d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:42:45.692131 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6a898caf-56da-4723-a5fe-6e45492348cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:45.702029 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a898caf-56da-4723-a5fe-6e45492348cb admin admin] Pushing event deleted for resources: {'Network': ['ID=880affbb-4ee1-4c99-b4cb-f6878c3be2f7,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:42:45.707519 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-6a898caf-56da-4723-a5fe-6e45492348cb admin admin] 10.222.0.76 "DELETE /v2.0/networks/880affbb-4ee1-4c99-b4cb-f6878c3be2f7 HTTP/1.1" status: 204 len: 168 time: 0.4088182 May 11 16:42:45.708465 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-6a898caf-56da-4723-a5fe-6e45492348cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:42:45.822710 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f9ab7-8131-4ba8-a864-34090d66bfd5 req-8058bb46-0ac5-4191-914a-b5996827940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:45.824192 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-c30f9ab7-8131-4ba8-a864-34090d66bfd5 req-8058bb46-0ac5-4191-914a-b5996827940b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=262ccc5510544ce0a4c4ce0d80c13de5&device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 1099 time: 0.0743444 May 11 16:42:45.887407 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 53612) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:42:45.941503 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-13fd7544-0fb5-4023-b233-0e5ecce3667c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=81d987292fbd4ac3867a3b6091944db6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523489 May 11 16:42:45.943490 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 53618) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:42:46.047386 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-92b2500c-c36c-4ede-92e1-701d025c6c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:46.082109 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-92b2500c-c36c-4ede-92e1-701d025c6c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:46.085563 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f9ab7-8131-4ba8-a864-34090d66bfd5 req-7f04ac5a-822e-46a9-9d76-3ea0f8b15208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:46.086994 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-c30f9ab7-8131-4ba8-a864-34090d66bfd5 req-7f04ac5a-822e-46a9-9d76-3ea0f8b15208 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b88aa6df-5bed-46a0-8951-f555a2261aa5 HTTP/1.1" status: 200 len: 919 time: 0.2424626 May 11 16:42:46.146124 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312d2d1-af9e-46b9-8e1b-5380b33c8b10 req-39f5bf40-2f5e-4f54-a011-43a4780cf0d3 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:46.147602 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d312d2d1-af9e-46b9-8e1b-5380b33c8b10 req-39f5bf40-2f5e-4f54-a011-43a4780cf0d3 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.1458640 May 11 16:42:46.186903 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-92b2500c-c36c-4ede-92e1-701d025c6c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:46.191973 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-6674ce86-89e2-4396-a7b9-4214019b2d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:42:46.197607 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-c30f9ab7-8131-4ba8-a864-34090d66bfd5 req-f844bec1-714b-4a05-9191-ac593e850cf5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fedaf853-e67f-4eeb-84ac-bd579e816dbe HTTP/1.1" status: 200 len: 1002 time: 0.1031480 May 11 16:42:46.218762 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2500c-c36c-4ede-92e1-701d025c6c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e082595b-32af-4213-97da-69a886ee01c5,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:42:46.223441 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-92b2500c-c36c-4ede-92e1-701d025c6c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:42:46.230092 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d312d2d1-af9e-46b9-8e1b-5380b33c8b10 req-87054450-02dc-45be-bfee-34fb8aaf7977 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737214 May 11 16:42:46.234026 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-92b2500c-c36c-4ede-92e1-701d025c6c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:46.235054 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-92b2500c-c36c-4ede-92e1-701d025c6c74 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e082595b-32af-4213-97da-69a886ee01c5 HTTP/1.1" status: 204 len: 168 time: 0.2906201 May 11 16:42:46.269150 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f9ab7-8131-4ba8-a864-34090d66bfd5 req-a13a7e58-3617-4f04-8b7b-b658c97f2ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:46.270587 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-c30f9ab7-8131-4ba8-a864-34090d66bfd5 req-a13a7e58-3617-4f04-8b7b-b658c97f2ddf service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a408f652-827a-47bf-a362-ed4cc793ec89 HTTP/1.1" status: 200 len: 856 time: 0.0660620 May 11 16:42:46.348078 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f9ab7-8131-4ba8-a864-34090d66bfd5 req-841a466f-0647-4ade-9edd-001825f001a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:46.349541 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-c30f9ab7-8131-4ba8-a864-34090d66bfd5 req-841a466f-0647-4ade-9edd-001825f001a3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b88aa6df-5bed-46a0-8951-f555a2261aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0731390 May 11 16:42:46.486922 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-c30f9ab7-8131-4ba8-a864-34090d66bfd5 req-60915120-c227-4e05-9d09-fad093cd1b4e service neutron] 10.222.0.85 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300256 May 11 16:42:46.619339 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 53626) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:42:46.628282 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-c30f9ab7-8131-4ba8-a864-34090d66bfd5 req-9029dd23-8ba8-44ab-84d5-7e6d50b4a973 service neutron] 10.222.0.85 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354125 May 11 16:42:46.678175 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-822b3388-c1fa-4724-ad65-c244f0f7c8d1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d53e6e34de864cc08b6d01b4679ed405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0574441 May 11 16:42:46.681863 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 53630) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:42:46.751718 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-3d300e4b-2ec8-4827-988b-69949e422575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:46.779495 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-3d300e4b-2ec8-4827-988b-69949e422575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:46.833056 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-3d300e4b-2ec8-4827-988b-69949e422575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:46.836808 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-6749ab7e-64d3-4285-ad7b-bead6d7f1d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:42:46.853537 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d300e4b-2ec8-4827-988b-69949e422575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a578ca-5a48-4fdd-904f-ce3cbe61f52d,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:42:46.856638 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-3d300e4b-2ec8-4827-988b-69949e422575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:42:46.859349 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-3d300e4b-2ec8-4827-988b-69949e422575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:46.861408 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-3d300e4b-2ec8-4827-988b-69949e422575 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/93a578ca-5a48-4fdd-904f-ce3cbe61f52d HTTP/1.1" status: 204 len: 168 time: 0.1776266 May 11 16:42:47.441533 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d435f4-cad3-4165-a14f-b846469d2f27 req-efc0cbe7-4f65-41a7-aba3-d03c6a04a71b tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:47.443038 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-76d435f4-cad3-4165-a14f-b846469d2f27 req-efc0cbe7-4f65-41a7-aba3-d03c6a04a71b tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.0880892 May 11 16:42:47.491298 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-76d435f4-cad3-4165-a14f-b846469d2f27 req-e70a1873-aacc-4f60-a9f2-c3fce611e775 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420923 May 11 16:42:47.616490 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:48.690816 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4df03b-7eb2-49ed-8624-4369e727a2c8 req-67e7be06-0415-4d52-8813-fdf682787e14 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:48.692316 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ea4df03b-7eb2-49ed-8624-4369e727a2c8 req-67e7be06-0415-4d52-8813-fdf682787e14 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.0855956 May 11 16:42:48.739339 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ea4df03b-7eb2-49ed-8624-4369e727a2c8 req-b9c0033e-ccc2-435f-a163-54a2405cd7b3 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410903 May 11 16:42:49.933226 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1db1a-4263-488d-a23a-1998cdd9124d req-810cba87-706d-41f3-a3f2-cce919b4c94d tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:49.934776 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5ae1db1a-4263-488d-a23a-1998cdd9124d req-810cba87-706d-41f3-a3f2-cce919b4c94d tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.0804498 May 11 16:42:49.979536 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5ae1db1a-4263-488d-a23a-1998cdd9124d req-d93e6c5a-343c-4189-8429-affccbdf10c7 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387602 May 11 16:42:51.179911 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89345c50-8fbf-494d-8ae5-ca0204c6f46a req-33d68628-c4b1-463b-bafd-b98f56d99423 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:51.181345 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-89345c50-8fbf-494d-8ae5-ca0204c6f46a req-33d68628-c4b1-463b-bafd-b98f56d99423 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.0838108 May 11 16:42:51.228838 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-89345c50-8fbf-494d-8ae5-ca0204c6f46a req-8e27ea51-95dd-44f9-8515-305212189ba7 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412326 May 11 16:42:52.419061 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c77196-57c3-47a9-9ff4-be32f95a5d1f req-ab196979-4506-4ff1-907f-ed436f5f7e49 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:52.420967 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-53c77196-57c3-47a9-9ff4-be32f95a5d1f req-ab196979-4506-4ff1-907f-ed436f5f7e49 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.0808866 May 11 16:42:52.466800 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-53c77196-57c3-47a9-9ff4-be32f95a5d1f req-04de8929-936b-4a5f-871c-1d0c8c5ecbbe tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401187 May 11 16:42:53.662066 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274de98-0e23-4ae6-95aa-908c32b85182 req-4fd0c9ce-f70c-4758-bc24-54bf5f46494b tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:53.663708 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b274de98-0e23-4ae6-95aa-908c32b85182 req-4fd0c9ce-f70c-4758-bc24-54bf5f46494b tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.0876017 May 11 16:42:53.720486 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-b274de98-0e23-4ae6-95aa-908c32b85182 req-c153951f-d8ea-4dd2-afa7-ac4e0868c340 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481110 May 11 16:42:54.930853 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16063ba-fac2-4a08-acf9-be64245cbf76 req-8366388e-3a8a-4849-8f62-04f22e3fdace tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:54.932607 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f16063ba-fac2-4a08-acf9-be64245cbf76 req-8366388e-3a8a-4849-8f62-04f22e3fdace tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.0966315 May 11 16:42:54.978060 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f16063ba-fac2-4a08-acf9-be64245cbf76 req-304e0b4a-aedf-4247-982f-7e9f210b956d tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384269 May 11 16:42:55.548925 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:42:55.678716 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device fedaf853-e67f-4eeb-84ac-bd579e816dbe details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:42:55.816695 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port fedaf853-e67f-4eeb-84ac-bd579e816dbe, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fedaf853-e67f-4eeb-84ac-bd579e816dbe,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:42:55.829763 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Returning: {'device': 'fedaf853-e67f-4eeb-84ac-bd579e816dbe', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'port_id': 'fedaf853-e67f-4eeb-84ac-bd579e816dbe', 'mac_address': 'fa:16:3e:49:42:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:42:55.891551 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:55.907827 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fedaf853-e67f-4eeb-84ac-bd579e816dbe {{(pid=78911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:42:55.926116 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port fedaf853-e67f-4eeb-84ac-bd579e816dbe, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fedaf853-e67f-4eeb-84ac-bd579e816dbe,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:42:55.930059 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:55.932935 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-755f73b3-61c3-4574-9d1f-206e546b17fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:42:56.008220 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=fedaf853-e67f-4eeb-84ac-bd579e816dbe,revision_number=6']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:42:56.015940 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:42:56.016284 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:42:56.016617 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:42:56.016945 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:42:56.017271 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:42:56.017593 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:42:56.017917 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:42:56.018232 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:42:56.018547 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:42:56.018865 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:42:56.019181 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:42:56.019585 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:42:56.024282 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['fedaf853-e67f-4eeb-84ac-bd579e816dbe'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:42:56.053607 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:42:56.175667 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a0b40-31c1-49e7-8b39-734c2d9f03a2 req-754900d8-fddd-4085-bd18-dfebe13d18ab tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:56.177178 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6a2a0b40-31c1-49e7-8b39-734c2d9f03a2 req-754900d8-fddd-4085-bd18-dfebe13d18ab tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 945 time: 0.0871861 May 11 16:42:56.231555 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6a2a0b40-31c1-49e7-8b39-734c2d9f03a2 req-3af24385-d9ec-4dea-aa91-de340a1cb180 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485380 May 11 16:42:57.542605 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97578c93-d7ec-49fb-bacd-93518622d08c req-67d30e26-5491-4795-a6b9-8c1d88acc08c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:57.544114 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-97578c93-d7ec-49fb-bacd-93518622d08c req-67d30e26-5491-4795-a6b9-8c1d88acc08c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 945 time: 0.1984706 May 11 16:42:57.591164 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-97578c93-d7ec-49fb-bacd-93518622d08c req-2c77f9bb-3a10-4786-aba5-2684285220b5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401635 May 11 16:42:57.657380 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device fedaf853-e67f-4eeb-84ac-bd579e816dbe up at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:42:57.730695 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning complete for port fedaf853-e67f-4eeb-84ac-bd579e816dbe triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:42:57.731050 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:57.865958 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:57.899499 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedaf853-e67f-4eeb-84ac-bd579e816dbe'}] {{(pid=78911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:42:57.912911 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port fedaf853-e67f-4eeb-84ac-bd579e816dbe, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fedaf853-e67f-4eeb-84ac-bd579e816dbe,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:42:57.919298 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:42:57.921662 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:42:57.970723 dv-cinder-789603-4-smb neutron-server[78911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedaf853-e67f-4eeb-84ac-bd579e816dbe', 'code': 200} May 11 16:42:57.993863 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=fedaf853-e67f-4eeb-84ac-bd579e816dbe,revision_number=7']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:42:57.997064 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:42:58.821405 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c4f89-49de-472c-a769-6185ca90e8e6 req-902f80ce-f786-44e1-829b-f0c2d42d12ce tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:42:58.823580 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-115c4f89-49de-472c-a769-6185ca90e8e6 req-902f80ce-f786-44e1-829b-f0c2d42d12ce tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.1069853 May 11 16:42:58.880115 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-115c4f89-49de-472c-a769-6185ca90e8e6 req-0f453b10-37a5-4bab-b3db-9ad588ce2879 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493975 May 11 16:43:00.102705 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9b374-4c01-4a47-9d8b-c3967c01097b req-561d3a4c-b4c4-4c2b-931a-9b0793045bf9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:00.104399 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-11a9b374-4c01-4a47-9d8b-c3967c01097b req-561d3a4c-b4c4-4c2b-931a-9b0793045bf9 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.0924394 May 11 16:43:00.164203 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-11a9b374-4c01-4a47-9d8b-c3967c01097b req-733e14c7-4e10-4ee9-b437-bd5f7a242289 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532391 May 11 16:43:01.380162 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942f66f-9c56-4a02-adeb-270aa60f752d req-68caf96c-2887-4f8a-8ec3-fe3e6a8091c8 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:01.381822 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6942f66f-9c56-4a02-adeb-270aa60f752d req-68caf96c-2887-4f8a-8ec3-fe3e6a8091c8 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.0980883 May 11 16:43:01.441994 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6942f66f-9c56-4a02-adeb-270aa60f752d req-25707a9e-c40a-4c56-b5cf-5ad4031a4c39 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536420 May 11 16:43:02.658712 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d87495-be3b-41a3-aaa1-8e08aaf8959c req-16ca1fea-2df2-4b5a-806c-a7b68d59de49 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:02.668937 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d1d87495-be3b-41a3-aaa1-8e08aaf8959c req-16ca1fea-2df2-4b5a-806c-a7b68d59de49 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.1138737 May 11 16:43:02.725738 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d1d87495-be3b-41a3-aaa1-8e08aaf8959c req-6cfee304-3c3e-48db-822c-e80b7bf2d19f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554533 May 11 16:43:03.943620 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c97d3-9878-4a8c-8983-9f1391761411 req-5b254a02-3dcc-4828-bc45-2acbd11faa82 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:03.945166 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9a6c97d3-9878-4a8c-8983-9f1391761411 req-5b254a02-3dcc-4828-bc45-2acbd11faa82 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.0832927 May 11 16:43:04.001276 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-9a6c97d3-9878-4a8c-8983-9f1391761411 req-4b4d0f31-3378-40d3-8d02-08881825004a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496767 May 11 16:43:05.225477 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1dab44-1147-4a17-ba88-6d71f9537aba req-ce454120-bfaf-4e51-a421-a861a26e5378 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:05.227739 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5f1dab44-1147-4a17-ba88-6d71f9537aba req-ce454120-bfaf-4e51-a421-a861a26e5378 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.0986569 May 11 16:43:05.283224 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-5f1dab44-1147-4a17-ba88-6d71f9537aba req-ec7adc94-115c-4af2-8466-edc5d8cca53e tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487413 May 11 16:43:06.512966 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17bb88-a6cd-4f49-864a-30b5b8c1a63a req-5727f300-b068-4331-bd3b-f8d256b93d0c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:06.515463 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ea17bb88-a6cd-4f49-864a-30b5b8c1a63a req-5727f300-b068-4331-bd3b-f8d256b93d0c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.0959053 May 11 16:43:06.571053 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ea17bb88-a6cd-4f49-864a-30b5b8c1a63a req-a96cae6e-e5f0-4687-85b2-7a950ee40247 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492971 May 11 16:43:07.723968 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0c622-f2e4-42e8-9f50-547b6fc978c7 req-4df65dc9-7b7b-42f3-a137-3e937856b0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:07.725745 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-b3b0c622-f2e4-42e8-9f50-547b6fc978c7 req-4df65dc9-7b7b-42f3-a137-3e937856b0f4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=262ccc5510544ce0a4c4ce0d80c13de5&device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 1099 time: 0.0808823 May 11 16:43:07.771061 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b6bef-d822-4ce0-ac22-88c34974302c req-7ca8600c-2d71-4c1a-9d7a-7735a7936b15 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:07.772538 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-027b6bef-d822-4ce0-ac22-88c34974302c req-7ca8600c-2d71-4c1a-9d7a-7735a7936b15 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.0812161 May 11 16:43:07.821762 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-027b6bef-d822-4ce0-ac22-88c34974302c req-24308e9c-b883-4097-86cd-fce6cd59f32e tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433574 May 11 16:43:07.866533 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0c622-f2e4-42e8-9f50-547b6fc978c7 req-6fd48b31-4618-4f83-91e6-b954e4fe90cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:07.868130 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-b3b0c622-f2e4-42e8-9f50-547b6fc978c7 req-6fd48b31-4618-4f83-91e6-b954e4fe90cb service neutron] 10.222.0.85 "GET /v2.0/networks?id=b88aa6df-5bed-46a0-8951-f555a2261aa5 HTTP/1.1" status: 200 len: 919 time: 0.1357195 May 11 16:43:07.970308 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-b3b0c622-f2e4-42e8-9f50-547b6fc978c7 req-62705fff-2092-4643-b064-fe2e13b3bda0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fedaf853-e67f-4eeb-84ac-bd579e816dbe HTTP/1.1" status: 200 len: 1002 time: 0.0947747 May 11 16:43:08.035144 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0c622-f2e4-42e8-9f50-547b6fc978c7 req-09af2c77-8174-46d8-9735-83ab6f08f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:08.036557 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-b3b0c622-f2e4-42e8-9f50-547b6fc978c7 req-09af2c77-8174-46d8-9735-83ab6f08f1e4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a408f652-827a-47bf-a362-ed4cc793ec89 HTTP/1.1" status: 200 len: 856 time: 0.0599384 May 11 16:43:08.112125 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0c622-f2e4-42e8-9f50-547b6fc978c7 req-1ab979e8-d87f-4f46-9203-6effc34aec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:08.113581 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-b3b0c622-f2e4-42e8-9f50-547b6fc978c7 req-1ab979e8-d87f-4f46-9203-6effc34aec3d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b88aa6df-5bed-46a0-8951-f555a2261aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695677 May 11 16:43:08.246139 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-b3b0c622-f2e4-42e8-9f50-547b6fc978c7 req-a418588a-c96f-4d42-a43d-2c7657f811ba service neutron] 10.222.0.85 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254900 May 11 16:43:08.399610 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-b3b0c622-f2e4-42e8-9f50-547b6fc978c7 req-dde7a865-dcda-47d9-bd2c-9bb5bd4d3c67 service neutron] 10.222.0.85 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466517 May 11 16:43:09.023801 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1731a-a002-4e54-8d28-ba9f1735b175 req-852e8f37-1a81-4aaf-aef2-1514c9e0f526 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:09.025288 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-72d1731a-a002-4e54-8d28-ba9f1735b175 req-852e8f37-1a81-4aaf-aef2-1514c9e0f526 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 946 time: 0.0886989 May 11 16:43:09.071677 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-72d1731a-a002-4e54-8d28-ba9f1735b175 req-b9cc20e5-ccc5-4d16-87f7-85f2dac954aa tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391049 May 11 16:43:09.706395 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device fedaf853-e67f-4eeb-84ac-bd579e816dbe no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:43:09.821366 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:09.849550 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fedaf853-e67f-4eeb-84ac-bd579e816dbe'}] {{(pid=78911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:43:09.861949 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port fedaf853-e67f-4eeb-84ac-bd579e816dbe, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fedaf853-e67f-4eeb-84ac-bd579e816dbe,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:43:09.867547 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:09.870428 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:09.903940 dv-cinder-789603-4-smb neutron-server[78911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fedaf853-e67f-4eeb-84ac-bd579e816dbe', 'code': 200} May 11 16:43:09.950201 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=fedaf853-e67f-4eeb-84ac-bd579e816dbe,revision_number=8']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:09.953901 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:10.280041 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1cc9b-6578-4407-a479-585dab5e80df req-d0d739b0-cce6-4ca4-9370-5ba40b22b899 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:10.281409 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-68e1cc9b-6578-4407-a479-585dab5e80df req-d0d739b0-cce6-4ca4-9370-5ba40b22b899 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 944 time: 0.0890946 May 11 16:43:10.326107 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-68e1cc9b-6578-4407-a479-585dab5e80df req-9b5d3484-4ef2-4974-babb-4a94f9e37c0c tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390759 May 11 16:43:10.575295 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-6916c67b-fb06-4d83-9dc6-f607ee32e2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:11.478173 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 53914) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:43:11.604221 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6dce3380-1e4d-4218-b0f5-a3bf7481062d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:11.620280 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-6dce3380-1e4d-4218-b0f5-a3bf7481062d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:43:11.625195 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-6dce3380-1e4d-4218-b0f5-a3bf7481062d admin admin] Usage tracker for resource:security_group_rule and tenant:c65a2c8be46849378e0aa32d854f486d is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:43:11.628228 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-6dce3380-1e4d-4218-b0f5-a3bf7481062d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:43:11.634958 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-6dce3380-1e4d-4218-b0f5-a3bf7481062d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:43:11.728478 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6dce3380-1e4d-4218-b0f5-a3bf7481062d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:11.734238 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-6dce3380-1e4d-4218-b0f5-a3bf7481062d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:11.741867 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-7e1c6957-ec2a-490a-a5d8-f78136de4501 tempest-VolumesNegativeTest-443458345 tempest-VolumesNegativeTest-443458345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:11.788230 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-6dce3380-1e4d-4218-b0f5-a3bf7481062d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c65a2c8be46849378e0aa32d854f486d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050778 May 11 16:43:11.788230 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce3380-1e4d-4218-b0f5-a3bf7481062d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f0fb82-0043-4f80-916f-848b15f1b6ef,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:11.789183 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 53932) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:43:11.791553 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-6dce3380-1e4d-4218-b0f5-a3bf7481062d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:11.838871 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8d324d21-df29-4deb-9459-11ffe9c106b9 req-bca81596-74cf-4def-ad44-c99e1d31d2e6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1224570 May 11 16:43:11.847867 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f3af4-6ac2-4d4c-b02c-5db0742a286a req-36098840-95b4-421d-b07a-6ceb784ab781 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:11.849761 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ce8f3af4-6ac2-4d4c-b02c-5db0742a286a req-36098840-95b4-421d-b07a-6ceb784ab781 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 944 time: 0.1704211 May 11 16:43:11.854377 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-1994b941-7fc5-49e6-9dde-10204269a44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:11.889186 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-1994b941-7fc5-49e6-9dde-10204269a44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:11.897026 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ce8f3af4-6ac2-4d4c-b02c-5db0742a286a req-bb6f828c-8d5b-4bcc-b273-56af21c59234 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403852 May 11 16:43:11.943720 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-1994b941-7fc5-49e6-9dde-10204269a44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:11.948862 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-4bac9937-2ffe-4666-b3be-211fedfd8f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:11.962083 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994b941-7fc5-49e6-9dde-10204269a44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f0fb82-0043-4f80-916f-848b15f1b6ef,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:11.964532 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-1994b941-7fc5-49e6-9dde-10204269a44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:11.965611 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-1994b941-7fc5-49e6-9dde-10204269a44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:11.967500 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-1994b941-7fc5-49e6-9dde-10204269a44f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/72f0fb82-0043-4f80-916f-848b15f1b6ef HTTP/1.1" status: 204 len: 168 time: 0.1766238 May 11 16:43:12.677876 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 53962) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:43:12.694178 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:12.759066 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d324d21-df29-4deb-9459-11ffe9c106b9 req-cd5ab757-1965-4dea-b1fe-cbc70c2a44d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:12.760548 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-8d324d21-df29-4deb-9459-11ffe9c106b9 req-cd5ab757-1965-4dea-b1fe-cbc70c2a44d4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d&tenant_id=262ccc5510544ce0a4c4ce0d80c13de5 HTTP/1.1" status: 200 len: 1097 time: 0.0757942 May 11 16:43:12.821050 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-308f47db-bddf-4f85-b2e2-b0b207cd402e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-717064409-network', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:43:12.830970 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-308f47db-bddf-4f85-b2e2-b0b207cd402e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:43:12.836411 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-308f47db-bddf-4f85-b2e2-b0b207cd402e admin admin] Usage tracker for resource:network and tenant:3b66f8b9361d473d825d116d42d6754b is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:43:12.841067 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-308f47db-bddf-4f85-b2e2-b0b207cd402e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:43:12.849995 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-308f47db-bddf-4f85-b2e2-b0b207cd402e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:43:12.863934 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308f47db-bddf-4f85-b2e2-b0b207cd402e admin admin] Made reservation on behalf of 3b66f8b9361d473d825d116d42d6754b for: {'network': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:43:12.866326 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-308f47db-bddf-4f85-b2e2-b0b207cd402e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for network, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:12.884115 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-308f47db-bddf-4f85-b2e2-b0b207cd402e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:12.992901 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d324d21-df29-4deb-9459-11ffe9c106b9 req-aa2660ed-617f-45bb-951f-5d750b5606e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:12.994365 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-8d324d21-df29-4deb-9459-11ffe9c106b9 req-aa2660ed-617f-45bb-951f-5d750b5606e7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=262ccc5510544ce0a4c4ce0d80c13de5&device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 1097 time: 0.2121365 May 11 16:43:12.995328 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-308f47db-bddf-4f85-b2e2-b0b207cd402e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:43:12.999553 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-308f47db-bddf-4f85-b2e2-b0b207cd402e admin admin] Usage tracker for resource:security_group_rule and tenant:3b66f8b9361d473d825d116d42d6754b is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:43:13.020484 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-308f47db-bddf-4f85-b2e2-b0b207cd402e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:43:13.031896 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-308f47db-bddf-4f85-b2e2-b0b207cd402e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:43:13.099207 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45242d96-169b-4cd3-b67f-62862b5a6c07 req-8f587efd-08d5-4c70-9dc9-0589b8c092c4 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:13.100728 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-45242d96-169b-4cd3-b67f-62862b5a6c07 req-8f587efd-08d5-4c70-9dc9-0589b8c092c4 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 944 time: 0.0871313 May 11 16:43:13.147793 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-45242d96-169b-4cd3-b67f-62862b5a6c07 req-baa116c6-1705-47b7-8b13-ed96e9d09c26 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411806 May 11 16:43:13.170133 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d324d21-df29-4deb-9459-11ffe9c106b9 req-745d8cad-5846-45a0-af06-3545173ed80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:13.170133 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-8d324d21-df29-4deb-9459-11ffe9c106b9 req-745d8cad-5846-45a0-af06-3545173ed80b service neutron] 10.222.0.85 "GET /v2.0/networks?id=b88aa6df-5bed-46a0-8951-f555a2261aa5 HTTP/1.1" status: 200 len: 919 time: 0.1670802 May 11 16:43:13.300820 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-308f47db-bddf-4f85-b2e2-b0b207cd402e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:13.305904 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-8d324d21-df29-4deb-9459-11ffe9c106b9 req-cdfea900-c9da-4978-8899-c5789eba944d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fedaf853-e67f-4eeb-84ac-bd579e816dbe HTTP/1.1" status: 200 len: 1000 time: 0.1278062 May 11 16:43:13.306964 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-308f47db-bddf-4f85-b2e2-b0b207cd402e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:13.309938 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-cf85fa62-8965-4b73-a74f-f998aa69da38 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:13.377463 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308f47db-bddf-4f85-b2e2-b0b207cd402e admin admin] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=78910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:43:13.390933 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f47db-bddf-4f85-b2e2-b0b207cd402e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37253770-49ba-49b5-a0eb-6868e3590c61,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:13.396496 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-308f47db-bddf-4f85-b2e2-b0b207cd402e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:13.402435 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-308f47db-bddf-4f85-b2e2-b0b207cd402e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:13.402777 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.db.segments_db [None req-308f47db-bddf-4f85-b2e2-b0b207cd402e admin admin] Added segment e09f6f58-1ecd-4fed-8923-9399f2c175c1 of type vlan for network f81911b1-3086-40db-9ddc-1800eebe378c May 11 16:43:13.418202 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d324d21-df29-4deb-9459-11ffe9c106b9 req-e37d7e88-c370-4aab-8a26-a53bfaa6a686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:13.419737 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-8d324d21-df29-4deb-9459-11ffe9c106b9 req-e37d7e88-c370-4aab-8a26-a53bfaa6a686 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a408f652-827a-47bf-a362-ed4cc793ec89 HTTP/1.1" status: 200 len: 856 time: 0.1007798 May 11 16:43:13.474380 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-308f47db-bddf-4f85-b2e2-b0b207cd402e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788165774457'] for network, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:13.520792 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-308f47db-bddf-4f85-b2e2-b0b207cd402e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for network, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:13.522863 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308f47db-bddf-4f85-b2e2-b0b207cd402e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:13.523441 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-308f47db-bddf-4f85-b2e2-b0b207cd402e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:13.535062 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-4bac9937-2ffe-4666-b3be-211fedfd8f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:13.558548 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d324d21-df29-4deb-9459-11ffe9c106b9 req-afefb71b-907e-4eb0-b2f6-8a69ee6370ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:13.560084 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-8d324d21-df29-4deb-9459-11ffe9c106b9 req-afefb71b-907e-4eb0-b2f6-8a69ee6370ce service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b88aa6df-5bed-46a0-8951-f555a2261aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1322362 May 11 16:43:13.586020 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-ac3d995e-edb1-4ccd-98e7-883afef5e5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:13.702841 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-308f47db-bddf-4f85-b2e2-b0b207cd402e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0238521 May 11 16:43:13.706178 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 53970) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:43:13.711972 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-7b2dd5d5-de25-43a7-a2bf-1737a6a9730e admin admin] Request body: {'subnet': {'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-717064409-subnet', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'ip_version': 4}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:43:13.716358 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f47db-bddf-4f85-b2e2-b0b207cd402e admin admin] Pushing event updated for resources: {'Network': ['ID=f81911b1-3086-40db-9ddc-1800eebe378c,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:13.716726 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-7b2dd5d5-de25-43a7-a2bf-1737a6a9730e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:43:13.720678 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:13.721231 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-308f47db-bddf-4f85-b2e2-b0b207cd402e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:13.721534 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-7b2dd5d5-de25-43a7-a2bf-1737a6a9730e admin admin] Usage tracker for resource:subnet and tenant:3b66f8b9361d473d825d116d42d6754b is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:43:13.725257 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-7b2dd5d5-de25-43a7-a2bf-1737a6a9730e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:43:13.732715 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Network f81911b1-3086-40db-9ddc-1800eebe378c details requested by agent ovs-agent-dv-cinder-789603-4-smb with host dv-cinder-789603-4-smb {{(pid=78911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:43:13.733133 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-7b2dd5d5-de25-43a7-a2bf-1737a6a9730e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:43:13.742861 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2dd5d5-de25-43a7-a2bf-1737a6a9730e admin admin] Made reservation on behalf of 3b66f8b9361d473d825d116d42d6754b for: {'subnet': 1} {{(pid=78909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:43:13.745258 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7b2dd5d5-de25-43a7-a2bf-1737a6a9730e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15598156'] for subnet, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:13.773156 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-8d324d21-df29-4deb-9459-11ffe9c106b9 req-4b7f1adf-148e-4bf4-917d-6d2fcd608392 service neutron] 10.222.0.85 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620476 May 11 16:43:13.803447 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device fedaf853-e67f-4eeb-84ac-bd579e816dbe no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:43:13.915596 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-8d324d21-df29-4deb-9459-11ffe9c106b9 req-ae40515c-17a2-4e12-85dc-c606242c064c service neutron] 10.222.0.85 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348805 May 11 16:43:14.242861 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7b2dd5d5-de25-43a7-a2bf-1737a6a9730e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15820102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15598142'] for subnet, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:14.247659 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:14.377021 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dd5d5-de25-43a7-a2bf-1737a6a9730e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d34fe13-d4cd-4394-b07f-385d3f86fd4b,revision_number=0']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:14.384749 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2dd5d5-de25-43a7-a2bf-1737a6a9730e admin admin] Checking segment: {'id': 'e09f6f58-1ecd-4fed-8923-9399f2c175c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:43:14.385097 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2dd5d5-de25-43a7-a2bf-1737a6a9730e admin admin] Network hostable DHCP agents. Network: f81911b1-3086-40db-9ddc-1800eebe378c, hostable agents: ['25bb0368-aab1-4dc6-8db1-01aca476a06f'], hosted agents: [] {{(pid=78909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:43:14.397249 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dd5d5-de25-43a7-a2bf-1737a6a9730e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:14.397616 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dd5d5-de25-43a7-a2bf-1737a6a9730e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:14.397976 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dd5d5-de25-43a7-a2bf-1737a6a9730e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:14.404434 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dd5d5-de25-43a7-a2bf-1737a6a9730e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:14.404434 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dd5d5-de25-43a7-a2bf-1737a6a9730e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:14.404434 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dd5d5-de25-43a7-a2bf-1737a6a9730e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:14.404434 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dd5d5-de25-43a7-a2bf-1737a6a9730e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:14.404434 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dd5d5-de25-43a7-a2bf-1737a6a9730e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:14.404434 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dd5d5-de25-43a7-a2bf-1737a6a9730e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:14.404434 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dd5d5-de25-43a7-a2bf-1737a6a9730e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:14.404434 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dd5d5-de25-43a7-a2bf-1737a6a9730e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:14.404434 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2dd5d5-de25-43a7-a2bf-1737a6a9730e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:14.406800 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-7b2dd5d5-de25-43a7-a2bf-1737a6a9730e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:14.428849 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2dd5d5-de25-43a7-a2bf-1737a6a9730e admin admin] Network f81911b1-3086-40db-9ddc-1800eebe378c is scheduled to be hosted by DHCP agent 25bb0368-aab1-4dc6-8db1-01aca476a06f with binding_index 1 {{(pid=78909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:43:14.460575 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78567c87-ede5-401a-9cc8-fa48d63ce349 req-dd2d5554-1c3f-4ec7-b3b1-55fe208d00d4 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:14.462690 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-78567c87-ede5-401a-9cc8-fa48d63ce349 req-dd2d5554-1c3f-4ec7-b3b1-55fe208d00d4 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 944 time: 0.1804204 May 11 16:43:14.463979 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.base_scheduler [None req-7b2dd5d5-de25-43a7-a2bf-1737a6a9730e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-4-smb, f81911b1-3086-40db-9ddc-1800eebe378c) {{(pid=78909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:43:14.478267 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2dd5d5-de25-43a7-a2bf-1737a6a9730e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:14.478928 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-7b2dd5d5-de25-43a7-a2bf-1737a6a9730e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:14.483150 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b14cdea-b577-4316-9536-f878bbb509b5 None None] Network f81911b1-3086-40db-9ddc-1800eebe378c requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:43:14.540041 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 53996) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:43:14.546248 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-1ad7cb1e-ec5f-4d5b-a72c-4d3f3e021ab1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-717064409-router', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'}}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:43:14.551200 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-7b2dd5d5-de25-43a7-a2bf-1737a6a9730e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8438396 May 11 16:43:14.555155 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-1ad7cb1e-ec5f-4d5b-a72c-4d3f3e021ab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:43:14.563965 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-1ad7cb1e-ec5f-4d5b-a72c-4d3f3e021ab1 admin admin] Usage tracker for resource:router and tenant:3b66f8b9361d473d825d116d42d6754b is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:43:14.573527 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-1ad7cb1e-ec5f-4d5b-a72c-4d3f3e021ab1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:43:14.580816 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-78567c87-ede5-401a-9cc8-fa48d63ce349 req-ec5040e9-40ff-4795-b44d-e8a41d5a1a69 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941622 May 11 16:43:14.586527 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-1ad7cb1e-ec5f-4d5b-a72c-4d3f3e021ab1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:43:14.602933 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-1ad7cb1e-ec5f-4d5b-a72c-4d3f3e021ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-338659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8059'] for router, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:14.605080 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-1ad7cb1e-ec5f-4d5b-a72c-4d3f3e021ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-499627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8048'] for router, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:14.639001 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-1ad7cb1e-ec5f-4d5b-a72c-4d3f3e021ab1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:14.812979 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d0663c-0318-488a-aa0f-2f13718eb782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf309cf0-c396-542d-8578-cbe74f1da05c-f81911b1-3086-40db-9ddc-1800eebe378c', 'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'fixed_ips': [{'subnet_id': '6d34fe13-d4cd-4394-b07f-385d3f86fd4b'}]}} from dv-cinder-789603-4-smb. {{(pid=78911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 16:43:14.816137 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-75d0663c-0318-488a-aa0f-2f13718eb782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:14.978523 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-1ad7cb1e-ec5f-4d5b-a72c-4d3f3e021ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8030'] for router, precommit_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:15.032845 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.db_base_plugin_common [None req-75d0663c-0318-488a-aa0f-2f13718eb782 None None] Allocated IP 172.20.0.2 (f81911b1-3086-40db-9ddc-1800eebe378c/6d34fe13-d4cd-4394-b07f-385d3f86fd4b/54aaef7a-9753-4f3f-97c9-23acc015e979) {{(pid=78911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:43:15.197386 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:15.349007 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-75d0663c-0318-488a-aa0f-2f13718eb782 None None] Notify callbacks [] for port, precommit_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:15.362203 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-75d0663c-0318-488a-aa0f-2f13718eb782 None None] Transition to ACTIVE for port object 54aaef7a-9753-4f3f-97c9-23acc015e979 will not be triggered until provisioned by entity L2. {{(pid=78911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:43:15.397824 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-75d0663c-0318-488a-aa0f-2f13718eb782 None None] Transition to ACTIVE for port object 54aaef7a-9753-4f3f-97c9-23acc015e979 will not be triggered until provisioned by entity DHCP. {{(pid=78911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:43:15.409425 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-75d0663c-0318-488a-aa0f-2f13718eb782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687'] for port, after_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:15.414109 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-3208b986-57c2-4cb2-8f2e-8cc43ceeb20b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:15.472156 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d0663c-0318-488a-aa0f-2f13718eb782 None None] Network f81911b1-3086-40db-9ddc-1800eebe378c is already hosted by enough agents. {{(pid=78911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:43:15.475033 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.scheduler.base_scheduler [None req-75d0663c-0318-488a-aa0f-2f13718eb782 None None] Resources bound (agent type, host, resource id): {{(pid=78911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:43:15.477904 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-1ad7cb1e-ec5f-4d5b-a72c-4d3f3e021ab1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:15.479058 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d0663c-0318-488a-aa0f-2f13718eb782 None None] Received port after_create {{(pid=78911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:43:15.523101 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0663c-0318-488a-aa0f-2f13718eb782 None None] Pushing event updated for resources: {'Port': ['ID=54aaef7a-9753-4f3f-97c9-23acc015e979,revision_number=1']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:15.525478 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-1ad7cb1e-ec5f-4d5b-a72c-4d3f3e021ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:15.532804 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-75d0663c-0318-488a-aa0f-2f13718eb782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:15.594043 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-75d0663c-0318-488a-aa0f-2f13718eb782 None None] Attempting to bind port 54aaef7a-9753-4f3f-97c9-23acc015e979 on host dv-cinder-789603-4-smb for vnic_type normal with profile {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:43:15.594494 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-75d0663c-0318-488a-aa0f-2f13718eb782 None None] Attempting to bind port 54aaef7a-9753-4f3f-97c9-23acc015e979 by drivers openvswitch,hyperv on host dv-cinder-789603-4-smb at level 0 using segments [{'id': 'e09f6f58-1ecd-4fed-8923-9399f2c175c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c'}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:43:15.594827 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d0663c-0318-488a-aa0f-2f13718eb782 None None] Attempting to bind port 54aaef7a-9753-4f3f-97c9-23acc015e979 on network f81911b1-3086-40db-9ddc-1800eebe378c {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:43:15.601495 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d0663c-0318-488a-aa0f-2f13718eb782 None None] Checking agent: {'id': '22e3e7b9-314b-4177-b9d0-dabbf2661436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 27, 14), 'started_at': datetime.datetime(2021, 5, 11, 16, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:43:15.601881 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d0663c-0318-488a-aa0f-2f13718eb782 None None] Checking segment: {'id': 'e09f6f58-1ecd-4fed-8923-9399f2c175c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:43:15.602295 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-75d0663c-0318-488a-aa0f-2f13718eb782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:15.602685 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d0663c-0318-488a-aa0f-2f13718eb782 None None] Bound using segment: {'id': 'e09f6f58-1ecd-4fed-8923-9399f2c175c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c'} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:43:15.603151 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-75d0663c-0318-488a-aa0f-2f13718eb782 None None] Bound port: 54aaef7a-9753-4f3f-97c9-23acc015e979, host: dv-cinder-789603-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09f6f58-1ecd-4fed-8923-9399f2c175c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c'}}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:43:15.603527 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-75d0663c-0318-488a-aa0f-2f13718eb782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:15.736147 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-75d0663c-0318-488a-aa0f-2f13718eb782 None None] For port 54aaef7a-9753-4f3f-97c9-23acc015e979, host dv-cinder-789603-4-smb, cleared binding levels {{(pid=78911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:43:15.739502 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-75d0663c-0318-488a-aa0f-2f13718eb782 None None] For port 54aaef7a-9753-4f3f-97c9-23acc015e979, host dv-cinder-789603-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=54aaef7a-9753-4f3f-97c9-23acc015e979,segment=NetworkSegment(e09f6f58-1ecd-4fed-8923-9399f2c175c1),segment_id=e09f6f58-1ecd-4fed-8923-9399f2c175c1)] {{(pid=78911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:43:15.746134 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-75d0663c-0318-488a-aa0f-2f13718eb782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:15.748844 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_common [None req-1ad7cb1e-ec5f-4d5b-a72c-4d3f3e021ab1 admin admin] Allocated IP 172.28.1.30 (b8617b39-e2b1-4863-8310-b30d869022e5/f9de70b6-644a-45ab-98dc-77e0c30714b2/cfb5b5f7-f092-4b1c-a413-3c32ff1f309d) {{(pid=78910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:43:15.761704 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:15.849998 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477c216-dd73-4c29-bc32-fea197713eb2 req-47d220e8-9b4e-461e-a126-75abce625768 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:15.852362 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4477c216-dd73-4c29-bc32-fea197713eb2 req-47d220e8-9b4e-461e-a126-75abce625768 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 944 time: 0.1265514 May 11 16:43:15.925249 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0663c-0318-488a-aa0f-2f13718eb782 None None] Pushing event updated for resources: {'Port': ['ID=54aaef7a-9753-4f3f-97c9-23acc015e979,revision_number=2']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:15.942067 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-75d0663c-0318-488a-aa0f-2f13718eb782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:15.976357 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4477c216-dd73-4c29-bc32-fea197713eb2 req-6618b2be-3c45-4726-9944-799fd1315520 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106119 May 11 16:43:16.080352 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-1ad7cb1e-ec5f-4d5b-a72c-4d3f3e021ab1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:16.124056 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-1ad7cb1e-ec5f-4d5b-a72c-4d3f3e021ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:16.128905 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-b7b993fa-6530-4a16-9a55-6e8019c82cb4 tempest-ServerRescueNegativeTestJSON-1893722064 tempest-ServerRescueNegativeTestJSON-1893722064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:16.215038 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad7cb1e-ec5f-4d5b-a72c-4d3f3e021ab1 admin admin] Network b8617b39-e2b1-4863-8310-b30d869022e5 is already hosted by enough agents. {{(pid=78910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:43:16.233561 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [None req-1ad7cb1e-ec5f-4d5b-a72c-4d3f3e021ab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:43:16.245386 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad7cb1e-ec5f-4d5b-a72c-4d3f3e021ab1 admin admin] Received port after_create {{(pid=78910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:43:16.311640 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7cb1e-ec5f-4d5b-a72c-4d3f3e021ab1 admin admin] Pushing event updated for resources: {'Port': ['ID=cfb5b5f7-f092-4b1c-a413-3c32ff1f309d,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:16.317361 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-1ad7cb1e-ec5f-4d5b-a72c-4d3f3e021ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:16.821407 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-1ad7cb1e-ec5f-4d5b-a72c-4d3f3e021ab1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:16.875147 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 54aaef7a-9753-4f3f-97c9-23acc015e979 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:43:17.019343 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning for port 54aaef7a-9753-4f3f-97c9-23acc015e979 completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:43:17.209471 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73cd9e8-3d89-4d12-a75c-34861cd66a10 None None] Network f81911b1-3086-40db-9ddc-1800eebe378c requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:43:17.275174 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df70ab6-4e0c-4913-a091-3c975dd93482 req-492b7f4e-3803-40f9-950f-cce48593aa5f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:17.277210 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8df70ab6-4e0c-4913-a091-3c975dd93482 req-492b7f4e-3803-40f9-950f-cce48593aa5f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 944 time: 0.1623816 May 11 16:43:17.278424 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-1ad7cb1e-ec5f-4d5b-a72c-4d3f3e021ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395776'] for router, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:17.346696 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-8df70ab6-4e0c-4913-a091-3c975dd93482 req-224ddb9f-e2a7-4959-a79e-22aebad39bcf tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631661 May 11 16:43:17.393010 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-6bd43dd1-d7c7-48f5-a3ea-2e6619aa9061 None None] Provisioning for port 54aaef7a-9753-4f3f-97c9-23acc015e979 completed by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:43:17.405805 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-6bd43dd1-d7c7-48f5-a3ea-2e6619aa9061 None None] Provisioning complete for port 54aaef7a-9753-4f3f-97c9-23acc015e979 triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:43:17.406412 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-6bd43dd1-d7c7-48f5-a3ea-2e6619aa9061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:17.649971 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad7cb1e-ec5f-4d5b-a72c-4d3f3e021ab1 admin admin] Router e644786a-43ae-4551-8eaa-3e19c19b572c is scheduled to L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae with binding_index 1 {{(pid=78910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 16:43:17.682656 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:17.684731 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-6bd43dd1-d7c7-48f5-a3ea-2e6619aa9061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:17.731246 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-6bd43dd1-d7c7-48f5-a3ea-2e6619aa9061 None None] For port 54aaef7a-9753-4f3f-97c9-23acc015e979, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=54aaef7a-9753-4f3f-97c9-23acc015e979,segment=NetworkSegment(e09f6f58-1ecd-4fed-8923-9399f2c175c1),segment_id=e09f6f58-1ecd-4fed-8923-9399f2c175c1)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:43:17.746311 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-6bd43dd1-d7c7-48f5-a3ea-2e6619aa9061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:17.752176 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:17.854018 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd43dd1-d7c7-48f5-a3ea-2e6619aa9061 None None] Pushing event updated for resources: {'Port': ['ID=54aaef7a-9753-4f3f-97c9-23acc015e979,revision_number=3']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:17.861463 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-6bd43dd1-d7c7-48f5-a3ea-2e6619aa9061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:17.909194 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad7cb1e-ec5f-4d5b-a72c-4d3f3e021ab1 admin admin] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:43:17.919638 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fa7d48-7a22-4a6a-88e8-fe6a77b37d9d None None] Sync routers for ids ['e644786a-43ae-4551-8eaa-3e19c19b572c'] in dv-cinder-789603-4-smb {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:43:17.940946 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fa7d48-7a22-4a6a-88e8-fe6a77b37d9d None None] Routers {'e644786a-43ae-4551-8eaa-3e19c19b572c'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:43:17.941309 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-1ad7cb1e-ec5f-4d5b-a72c-4d3f3e021ab1 admin admin] Notify callbacks [] for router, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:17.942293 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-94fa7d48-7a22-4a6a-88e8-fe6a77b37d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:43:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['e644786a-43ae-4551-8eaa-3e19c19b572c'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:43:17.944517 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-1ad7cb1e-ec5f-4d5b-a72c-4d3f3e021ab1 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.4030783 May 11 16:43:17.950414 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 54006) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:43:18.174967 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-828891db-36cc-4f30-b994-47883787b653 None None] Provisioning complete for port 54aaef7a-9753-4f3f-97c9-23acc015e979 triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:43:18.175537 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-828891db-36cc-4f30-b994-47883787b653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:18.233605 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-94fa7d48-7a22-4a6a-88e8-fe6a77b37d9d None None] Set router e644786a-43ae-4551-8eaa-3e19c19b572c gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:43:18.561731 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-94fa7d48-7a22-4a6a-88e8-fe6a77b37d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'name': 'tempest-TestShelveInstance-717064409-router', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cfb5b5f7-f092-4b1c-a413-3c32ff1f309d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:43:14Z', 'updated_at': '2021-05-11T16:43:16Z', 'revision_number': 3, 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'gw_port': {'id': 'cfb5b5f7-f092-4b1c-a413-3c32ff1f309d', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dc:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:15Z', 'updated_at': '2021-05-11T16:43:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:43:18.568750 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fa7d48-7a22-4a6a-88e8-fe6a77b37d9d None None] Checking router: e644786a-43ae-4551-8eaa-3e19c19b572c for host: dv-cinder-789603-4-smb {{(pid=78912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:43:18.569454 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fa7d48-7a22-4a6a-88e8-fe6a77b37d9d None None] Updating router e644786a-43ae-4551-8eaa-3e19c19b572c port cfb5b5f7-f092-4b1c-a413-3c32ff1f309d binding host dv-cinder-789603-4-smb {{(pid=78912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:43:18.641349 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b96ffb-62c9-418f-83c3-560b92192113 req-f6ad25a3-7315-4a63-9106-297d33bdfa16 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:18.652679 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-77b96ffb-62c9-418f-83c3-560b92192113 req-f6ad25a3-7315-4a63-9106-297d33bdfa16 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 944 time: 0.1189167 May 11 16:43:18.665028 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-94fa7d48-7a22-4a6a-88e8-fe6a77b37d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:18.760154 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-77b96ffb-62c9-418f-83c3-560b92192113 req-6ee62286-2771-4c06-a70f-2a73aec66b0f tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064599 May 11 16:43:18.828996 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 54aaef7a-9753-4f3f-97c9-23acc015e979 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:43:18.885142 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-3ea53ed8-0100-4080-bae7-e3b75ed5f49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:19.001184 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port 54aaef7a-9753-4f3f-97c9-23acc015e979 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:43:19.001663 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:19.098591 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-94fa7d48-7a22-4a6a-88e8-fe6a77b37d9d None None] Notify callbacks [] for port, precommit_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:19.114334 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.provisioning_blocks [None req-94fa7d48-7a22-4a6a-88e8-fe6a77b37d9d None None] Transition to ACTIVE for port object cfb5b5f7-f092-4b1c-a413-3c32ff1f309d will not be triggered until provisioned by entity L2. {{(pid=78912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:43:19.122844 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-94fa7d48-7a22-4a6a-88e8-fe6a77b37d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:19.133754 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:19.218426 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.managers [None req-94fa7d48-7a22-4a6a-88e8-fe6a77b37d9d None None] Attempting to bind port cfb5b5f7-f092-4b1c-a413-3c32ff1f309d on host dv-cinder-789603-4-smb for vnic_type normal with profile {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:43:19.218796 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.managers [None req-94fa7d48-7a22-4a6a-88e8-fe6a77b37d9d None None] Attempting to bind port cfb5b5f7-f092-4b1c-a413-3c32ff1f309d by drivers openvswitch,hyperv on host dv-cinder-789603-4-smb at level 0 using segments [{'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'}] {{(pid=78912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:43:19.219164 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fa7d48-7a22-4a6a-88e8-fe6a77b37d9d None None] Attempting to bind port cfb5b5f7-f092-4b1c-a413-3c32ff1f309d on network b8617b39-e2b1-4863-8310-b30d869022e5 {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:43:19.231199 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_common [None req-3ea53ed8-0100-4080-bae7-e3b75ed5f49d admin admin] Allocated IP 172.20.0.1 (f81911b1-3086-40db-9ddc-1800eebe378c/6d34fe13-d4cd-4394-b07f-385d3f86fd4b/b4cd7bab-5090-49d3-a18e-3c78722d7f28) {{(pid=78910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:43:19.236088 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fa7d48-7a22-4a6a-88e8-fe6a77b37d9d None None] Checking agent: {'id': '22e3e7b9-314b-4177-b9d0-dabbf2661436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 27, 14), 'started_at': datetime.datetime(2021, 5, 11, 16, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:43:19.236464 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fa7d48-7a22-4a6a-88e8-fe6a77b37d9d None None] Checking segment: {'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:43:19.236870 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-94fa7d48-7a22-4a6a-88e8-fe6a77b37d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:19.237263 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fa7d48-7a22-4a6a-88e8-fe6a77b37d9d None None] Bound using segment: {'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'} {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:43:19.237752 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.managers [None req-94fa7d48-7a22-4a6a-88e8-fe6a77b37d9d None None] Bound port: cfb5b5f7-f092-4b1c-a413-3c32ff1f309d, host: dv-cinder-789603-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'}}] {{(pid=78912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:43:19.238117 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-94fa7d48-7a22-4a6a-88e8-fe6a77b37d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:19.275624 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bc4af-a78a-4f89-a270-102ad7f73f0e None None] Pushing event updated for resources: {'Port': ['ID=cfb5b5f7-f092-4b1c-a413-3c32ff1f309d,revision_number=2']} {{(pid=78912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:19.292060 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6bc4af-a78a-4f89-a270-102ad7f73f0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:19.292427 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6bc4af-a78a-4f89-a270-102ad7f73f0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:19.292746 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6bc4af-a78a-4f89-a270-102ad7f73f0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:19.293060 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6bc4af-a78a-4f89-a270-102ad7f73f0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:19.293412 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6bc4af-a78a-4f89-a270-102ad7f73f0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:19.293737 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6bc4af-a78a-4f89-a270-102ad7f73f0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:19.294057 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6bc4af-a78a-4f89-a270-102ad7f73f0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:19.294371 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6bc4af-a78a-4f89-a270-102ad7f73f0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:19.294737 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6bc4af-a78a-4f89-a270-102ad7f73f0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:19.295284 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6bc4af-a78a-4f89-a270-102ad7f73f0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:19.295764 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6bc4af-a78a-4f89-a270-102ad7f73f0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:19.296095 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6bc4af-a78a-4f89-a270-102ad7f73f0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:19.301261 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [None req-fe6bc4af-a78a-4f89-a270-102ad7f73f0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:19.350131 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.db [None req-94fa7d48-7a22-4a6a-88e8-fe6a77b37d9d None None] For port cfb5b5f7-f092-4b1c-a413-3c32ff1f309d, host dv-cinder-789603-4-smb, cleared binding levels {{(pid=78912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:43:19.353985 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.db [None req-94fa7d48-7a22-4a6a-88e8-fe6a77b37d9d None None] For port cfb5b5f7-f092-4b1c-a413-3c32ff1f309d, host dv-cinder-789603-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=cfb5b5f7-f092-4b1c-a413-3c32ff1f309d,segment=NetworkSegment(9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c),segment_id=9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c)] {{(pid=78912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:43:19.365023 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-94fa7d48-7a22-4a6a-88e8-fe6a77b37d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:19.374000 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [None req-46e5d200-4f77-4640-9b57-1dfedfe4e663 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:19.457674 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fa7d48-7a22-4a6a-88e8-fe6a77b37d9d None None] Routers {'e644786a-43ae-4551-8eaa-3e19c19b572c'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:43:19.458409 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-94fa7d48-7a22-4a6a-88e8-fe6a77b37d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:43:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['e644786a-43ae-4551-8eaa-3e19c19b572c'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:43:19.530684 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-3ea53ed8-0100-4080-bae7-e3b75ed5f49d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:19.554134 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.provisioning_blocks [None req-3ea53ed8-0100-4080-bae7-e3b75ed5f49d admin admin] Transition to ACTIVE for port object b4cd7bab-5090-49d3-a18e-3c78722d7f28 will not be triggered until provisioned by entity DHCP. {{(pid=78910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:43:19.583451 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bc4af-a78a-4f89-a270-102ad7f73f0e None None] Pushing event updated for resources: {'Port': ['ID=cfb5b5f7-f092-4b1c-a413-3c32ff1f309d,revision_number=3']} {{(pid=78912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:19.589903 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-3ea53ed8-0100-4080-bae7-e3b75ed5f49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:19.594990 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-f0189638-786c-4851-9108-6d906f859ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:19.596282 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [None req-fe6bc4af-a78a-4f89-a270-102ad7f73f0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:19.660211 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea53ed8-0100-4080-bae7-e3b75ed5f49d admin admin] Network f81911b1-3086-40db-9ddc-1800eebe378c is already hosted by enough agents. {{(pid=78910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:43:19.662046 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-94fa7d48-7a22-4a6a-88e8-fe6a77b37d9d None None] Set router e644786a-43ae-4551-8eaa-3e19c19b572c gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:43:19.667945 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [None req-3ea53ed8-0100-4080-bae7-e3b75ed5f49d admin admin] Resources bound (agent type, host, resource id): {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:43:19.670419 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea53ed8-0100-4080-bae7-e3b75ed5f49d admin admin] Received port after_create {{(pid=78910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:43:19.713553 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea53ed8-0100-4080-bae7-e3b75ed5f49d admin admin] Pushing event updated for resources: {'Port': ['ID=b4cd7bab-5090-49d3-a18e-3c78722d7f28,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:19.717113 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-3ea53ed8-0100-4080-bae7-e3b75ed5f49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:19.752959 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-3ea53ed8-0100-4080-bae7-e3b75ed5f49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393695'] for router_interface, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:20.053753 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-731fcfe5-0847-45e4-9736-83d747f8794b None None] Provisioning for port b4cd7bab-5090-49d3-a18e-3c78722d7f28 completed by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:43:20.062344 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb77cbb-28b5-4369-9422-6307497bd642 req-54c7f31b-1a76-4e82-95a7-3291cc2f90da tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:20.063891 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-731fcfe5-0847-45e4-9736-83d747f8794b None None] Provisioning complete for port b4cd7bab-5090-49d3-a18e-3c78722d7f28 triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:43:20.064345 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-731fcfe5-0847-45e4-9736-83d747f8794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:20.070631 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0cb77cbb-28b5-4369-9422-6307497bd642 req-54c7f31b-1a76-4e82-95a7-3291cc2f90da tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 944 time: 0.0999651 May 11 16:43:20.126750 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-0cb77cbb-28b5-4369-9422-6307497bd642 req-c1f341aa-c812-4de0-aeb5-0991acc22a4a tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548534 May 11 16:43:20.165334 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-731fcfe5-0847-45e4-9736-83d747f8794b None None] Port b4cd7bab-5090-49d3-a18e-3c78722d7f28 cannot update to ACTIVE because it is not bound. {{(pid=78911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:43:20.197629 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-94fa7d48-7a22-4a6a-88e8-fe6a77b37d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'name': 'tempest-TestShelveInstance-717064409-router', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cfb5b5f7-f092-4b1c-a413-3c32ff1f309d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:43:14Z', 'updated_at': '2021-05-11T16:43:16Z', 'revision_number': 3, 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'gw_port': {'id': 'cfb5b5f7-f092-4b1c-a413-3c32ff1f309d', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dc:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:15Z', 'updated_at': '2021-05-11T16:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:43:20.199736 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-3ea53ed8-0100-4080-bae7-e3b75ed5f49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:20.202394 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fa7d48-7a22-4a6a-88e8-fe6a77b37d9d None None] The sync data for ids ['e644786a-43ae-4551-8eaa-3e19c19b572c'] in dv-cinder-789603-4-smb is: [{'id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'name': 'tempest-TestShelveInstance-717064409-router', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cfb5b5f7-f092-4b1c-a413-3c32ff1f309d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:43:14Z', 'updated_at': '2021-05-11T16:43:16Z', 'revision_number': 3, 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'gw_port': {'id': 'cfb5b5f7-f092-4b1c-a413-3c32ff1f309d', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dc:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:15Z', 'updated_at': '2021-05-11T16:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}] {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:43:20.434314 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-3ea53ed8-0100-4080-bae7-e3b75ed5f49d admin admin] Notify callbacks [] for port, precommit_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:20.439878 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-3ea53ed8-0100-4080-bae7-e3b75ed5f49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15504005'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:20.488089 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-c6d178c6-2ff0-4054-9645-f26330feefd9 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:20.581201 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea53ed8-0100-4080-bae7-e3b75ed5f49d admin admin] Pushing event updated for resources: {'Port': ['ID=b4cd7bab-5090-49d3-a18e-3c78722d7f28,revision_number=2']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:20.585898 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-3ea53ed8-0100-4080-bae7-e3b75ed5f49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:20.586857 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-3ea53ed8-0100-4080-bae7-e3b75ed5f49d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393596'] for router_interface, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:20.772099 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea53ed8-0100-4080-bae7-e3b75ed5f49d admin admin] Network f81911b1-3086-40db-9ddc-1800eebe378c is already hosted by enough agents. {{(pid=78910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:43:20.773303 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [None req-3ea53ed8-0100-4080-bae7-e3b75ed5f49d admin admin] Resources bound (agent type, host, resource id): {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:43:20.900779 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device cfb5b5f7-f092-4b1c-a413-3c32ff1f309d up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:43:21.016573 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning for port cfb5b5f7-f092-4b1c-a413-3c32ff1f309d completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:43:21.027908 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port cfb5b5f7-f092-4b1c-a413-3c32ff1f309d triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:43:21.028300 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:21.093902 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea53ed8-0100-4080-bae7-e3b75ed5f49d admin admin] Router e644786a-43ae-4551-8eaa-3e19c19b572c has already been hosted by L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae {{(pid=78910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:43:21.207421 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:21.226517 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-ba84bd03-785b-442a-9c34-559238d24028 None None] Provisioning complete for port b4cd7bab-5090-49d3-a18e-3c78722d7f28 triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:43:21.226952 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-ba84bd03-785b-442a-9c34-559238d24028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:21.278294 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] For port cfb5b5f7-f092-4b1c-a413-3c32ff1f309d, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=cfb5b5f7-f092-4b1c-a413-3c32ff1f309d,segment=NetworkSegment(9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c),segment_id=9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:43:21.284217 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:21.288805 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:21.378491 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea53ed8-0100-4080-bae7-e3b75ed5f49d admin admin] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:43:21.416190 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-3ea53ed8-0100-4080-bae7-e3b75ed5f49d admin admin] 10.222.0.76 "PUT /v2.0/routers/e644786a-43ae-4551-8eaa-3e19c19b572c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4582987 May 11 16:43:21.443646 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-ba84bd03-785b-442a-9c34-559238d24028 None None] Port b4cd7bab-5090-49d3-a18e-3c78722d7f28 cannot update to ACTIVE because it is not bound. {{(pid=78911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:43:21.484610 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Pushing event updated for resources: {'Port': ['ID=cfb5b5f7-f092-4b1c-a413-3c32ff1f309d,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:21.486550 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:21.492795 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87bed8-4b75-4607-a4d4-cd54a4c5073e req-5871d052-987b-4930-9ac1-44ef596246e6 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:21.495085 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2f87bed8-4b75-4607-a4d4-cd54a4c5073e req-5871d052-987b-4930-9ac1-44ef596246e6 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 944 time: 0.1398668 May 11 16:43:21.572351 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2f87bed8-4b75-4607-a4d4-cd54a4c5073e req-bd213147-4381-4148-b86b-88356defc463 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685780 May 11 16:43:22.041182 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 54032) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:43:22.048490 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-260c194b-cfe6-46ab-bd24-38b688a39d5d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-808774375-network', 'tenant_id': 'c2f6b3695f6d4a50901932df8e4955e5'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:43:22.053563 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-260c194b-cfe6-46ab-bd24-38b688a39d5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:43:22.057631 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-260c194b-cfe6-46ab-bd24-38b688a39d5d admin admin] Usage tracker for resource:network and tenant:c2f6b3695f6d4a50901932df8e4955e5 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:43:22.061217 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-260c194b-cfe6-46ab-bd24-38b688a39d5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:43:22.067723 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-260c194b-cfe6-46ab-bd24-38b688a39d5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:43:22.084707 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260c194b-cfe6-46ab-bd24-38b688a39d5d admin admin] Made reservation on behalf of c2f6b3695f6d4a50901932df8e4955e5 for: {'network': 1} {{(pid=78909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:43:22.087103 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-260c194b-cfe6-46ab-bd24-38b688a39d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for network, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:22.101583 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-260c194b-cfe6-46ab-bd24-38b688a39d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:22.117106 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-260c194b-cfe6-46ab-bd24-38b688a39d5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:43:22.121048 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-260c194b-cfe6-46ab-bd24-38b688a39d5d admin admin] Usage tracker for resource:security_group_rule and tenant:c2f6b3695f6d4a50901932df8e4955e5 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:43:22.124762 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-260c194b-cfe6-46ab-bd24-38b688a39d5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:43:22.130993 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-260c194b-cfe6-46ab-bd24-38b688a39d5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:43:22.245267 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-260c194b-cfe6-46ab-bd24-38b688a39d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:22.249853 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-260c194b-cfe6-46ab-bd24-38b688a39d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:22.252755 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-b6e32c0d-741b-4d8b-bd21-ed499527321e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:22.287666 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c194b-cfe6-46ab-bd24-38b688a39d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3349a2b9-a2ea-4008-bd5f-b0322832faf2,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:22.302374 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260c194b-cfe6-46ab-bd24-38b688a39d5d admin admin] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=78909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 16:43:22.305257 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-260c194b-cfe6-46ab-bd24-38b688a39d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:22.314058 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-260c194b-cfe6-46ab-bd24-38b688a39d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:22.314425 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.db.segments_db [None req-260c194b-cfe6-46ab-bd24-38b688a39d5d admin admin] Added segment 22686a75-e6cc-4411-bdca-673c9778f912 of type vlan for network 9d0c5430-6e3e-41ed-abbd-ba8afea46049 May 11 16:43:22.327171 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5bd91d-6990-4093-b4c5-601a8fe369ff None None] Sync routers for ids ['e644786a-43ae-4551-8eaa-3e19c19b572c'] in dv-cinder-789603-4-smb {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:43:22.349461 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5bd91d-6990-4093-b4c5-601a8fe369ff None None] Routers {'e644786a-43ae-4551-8eaa-3e19c19b572c'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:43:22.350155 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-7f5bd91d-6990-4093-b4c5-601a8fe369ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:43:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['e644786a-43ae-4551-8eaa-3e19c19b572c'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:43:22.350535 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-260c194b-cfe6-46ab-bd24-38b688a39d5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788165774457'] for network, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:22.389588 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-260c194b-cfe6-46ab-bd24-38b688a39d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034'] for network, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:22.391043 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260c194b-cfe6-46ab-bd24-38b688a39d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:22.392075 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-260c194b-cfe6-46ab-bd24-38b688a39d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:22.396127 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:22.509369 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c194b-cfe6-46ab-bd24-38b688a39d5d admin admin] Pushing event updated for resources: {'Network': ['ID=9d0c5430-6e3e-41ed-abbd-ba8afea46049,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:22.512970 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-260c194b-cfe6-46ab-bd24-38b688a39d5d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4704602 May 11 16:43:22.514842 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-260c194b-cfe6-46ab-bd24-38b688a39d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:22.516477 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 54036) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:43:22.522963 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-8a75d727-70bc-4eca-8c2d-448f157523fe admin admin] Request body: {'subnet': {'network_id': '9d0c5430-6e3e-41ed-abbd-ba8afea46049', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-808774375-subnet', 'tenant_id': 'c2f6b3695f6d4a50901932df8e4955e5', 'ip_version': 4}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:43:22.525321 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Network 9d0c5430-6e3e-41ed-abbd-ba8afea46049 details requested by agent ovs-agent-dv-cinder-789603-4-smb with host dv-cinder-789603-4-smb {{(pid=78911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 11 16:43:22.530029 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-8a75d727-70bc-4eca-8c2d-448f157523fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:43:22.540730 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-8a75d727-70bc-4eca-8c2d-448f157523fe admin admin] Usage tracker for resource:subnet and tenant:c2f6b3695f6d4a50901932df8e4955e5 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:43:22.544145 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-8a75d727-70bc-4eca-8c2d-448f157523fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:43:22.556903 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-8a75d727-70bc-4eca-8c2d-448f157523fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:43:22.569433 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a75d727-70bc-4eca-8c2d-448f157523fe admin admin] Made reservation on behalf of c2f6b3695f6d4a50901932df8e4955e5 for: {'subnet': 1} {{(pid=78909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:43:22.573389 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8a75d727-70bc-4eca-8c2d-448f157523fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15598156'] for subnet, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:22.705998 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-7f5bd91d-6990-4093-b4c5-601a8fe369ff None None] Set router e644786a-43ae-4551-8eaa-3e19c19b572c gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:43:22.866576 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device cfb5b5f7-f092-4b1c-a413-3c32ff1f309d up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:43:22.955555 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bdcc04-f9d6-43cd-a51c-48b4ea0c83a0 req-7440a94c-72c3-4ece-9f84-4fcf3e3592ec tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:22.963376 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-69bdcc04-f9d6-43cd-a51c-48b4ea0c83a0 req-7440a94c-72c3-4ece-9f84-4fcf3e3592ec tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 944 time: 0.2448583 May 11 16:43:23.048587 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port cfb5b5f7-f092-4b1c-a413-3c32ff1f309d triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:43:23.048968 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:23.073789 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-69bdcc04-f9d6-43cd-a51c-48b4ea0c83a0 req-2059c27a-d718-4118-a239-b8f36e575ea2 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095002 May 11 16:43:23.215604 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8a75d727-70bc-4eca-8c2d-448f157523fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15820102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15598142'] for subnet, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:23.220214 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-1b4c02f5-e4ab-47d3-bcdd-3310b26d1232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:23.264080 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-7f5bd91d-6990-4093-b4c5-601a8fe369ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'name': 'tempest-TestShelveInstance-717064409-router', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cfb5b5f7-f092-4b1c-a413-3c32ff1f309d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:43:14Z', 'updated_at': '2021-05-11T16:43:20Z', 'revision_number': 4, 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'gw_port': {'id': 'cfb5b5f7-f092-4b1c-a413-3c32ff1f309d', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:15Z', 'updated_at': '2021-05-11T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': 'b4cd7bab-5090-49d3-a18e-3c78722d7f28', 'name': '', 'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'mac_address': 'fa:16:3e:87:fd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '6d34fe13-d4cd-4394-b07f-385d3f86fd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:18Z', 'updated_at': '2021-05-11T16:43:20Z', 'revision_number': 2, 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'subnets': [{'id': '6d34fe13-d4cd-4394-b07f-385d3f86fd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:43:23.268923 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5bd91d-6990-4093-b4c5-601a8fe369ff None None] Checking router: e644786a-43ae-4551-8eaa-3e19c19b572c for host: dv-cinder-789603-4-smb {{(pid=78911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:43:23.269287 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5bd91d-6990-4093-b4c5-601a8fe369ff None None] Updating router e644786a-43ae-4551-8eaa-3e19c19b572c port b4cd7bab-5090-49d3-a18e-3c78722d7f28 binding host dv-cinder-789603-4-smb {{(pid=78911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:43:23.308762 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75d727-70bc-4eca-8c2d-448f157523fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=d71b7ae0-2b29-4336-9963-9dceea476d96,revision_number=0']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:23.315850 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-8a75d727-70bc-4eca-8c2d-448f157523fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:23.322255 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a75d727-70bc-4eca-8c2d-448f157523fe admin admin] Checking segment: {'id': '22686a75-e6cc-4411-bdca-673c9778f912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '9d0c5430-6e3e-41ed-abbd-ba8afea46049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:43:23.322609 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a75d727-70bc-4eca-8c2d-448f157523fe admin admin] Network hostable DHCP agents. Network: 9d0c5430-6e3e-41ed-abbd-ba8afea46049, hostable agents: ['25bb0368-aab1-4dc6-8db1-01aca476a06f'], hosted agents: [] {{(pid=78909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 16:43:23.339574 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-7f5bd91d-6990-4093-b4c5-601a8fe369ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:23.343252 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a75d727-70bc-4eca-8c2d-448f157523fe admin admin] Network 9d0c5430-6e3e-41ed-abbd-ba8afea46049 is scheduled to be hosted by DHCP agent 25bb0368-aab1-4dc6-8db1-01aca476a06f with binding_index 1 {{(pid=78909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 16:43:23.355489 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.base_scheduler [None req-8a75d727-70bc-4eca-8c2d-448f157523fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-4-smb, 9d0c5430-6e3e-41ed-abbd-ba8afea46049) {{(pid=78909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:43:23.372191 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a75d727-70bc-4eca-8c2d-448f157523fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:23.374174 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-8a75d727-70bc-4eca-8c2d-448f157523fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:23.394556 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1673650a-7c7e-4f62-92dc-d10daf62a801 None None] Network 9d0c5430-6e3e-41ed-abbd-ba8afea46049 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:43:23.398201 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-8a75d727-70bc-4eca-8c2d-448f157523fe admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8804991 May 11 16:43:23.401031 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 54042) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:43:23.407157 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-eaa93612-08d5-4a4c-ba8f-66dc2a927e14 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-808774375-router', 'tenant_id': 'c2f6b3695f6d4a50901932df8e4955e5', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'}}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:43:23.413559 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-eaa93612-08d5-4a4c-ba8f-66dc2a927e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:43:23.417819 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-eaa93612-08d5-4a4c-ba8f-66dc2a927e14 admin admin] Usage tracker for resource:router and tenant:c2f6b3695f6d4a50901932df8e4955e5 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:43:23.421776 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-eaa93612-08d5-4a4c-ba8f-66dc2a927e14 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:43:23.434363 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-eaa93612-08d5-4a4c-ba8f-66dc2a927e14 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:43:23.446320 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-eaa93612-08d5-4a4c-ba8f-66dc2a927e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-338659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8059'] for router, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:23.447434 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-eaa93612-08d5-4a4c-ba8f-66dc2a927e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-338668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-405740', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-499627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8048'] for router, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:23.470960 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-eaa93612-08d5-4a4c-ba8f-66dc2a927e14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:23.835767 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833f0342-8ca9-4573-8ed5-76e04f06f7a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaf309cf0-c396-542d-8578-cbe74f1da05c-9d0c5430-6e3e-41ed-abbd-ba8afea46049', 'network_id': '9d0c5430-6e3e-41ed-abbd-ba8afea46049', 'tenant_id': 'c2f6b3695f6d4a50901932df8e4955e5', 'fixed_ips': [{'subnet_id': 'd71b7ae0-2b29-4336-9963-9dceea476d96'}]}} from dv-cinder-789603-4-smb. {{(pid=78911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 11 16:43:23.836600 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-833f0342-8ca9-4573-8ed5-76e04f06f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:23.931883 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-eaa93612-08d5-4a4c-ba8f-66dc2a927e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-405653', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-337943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8030'] for router, precommit_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:23.975942 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.db.resource_extend [None req-7f5bd91d-6990-4093-b4c5-601a8fe369ff None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 11 16:43:24.111532 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-7f5bd91d-6990-4093-b4c5-601a8fe369ff None None] Notify callbacks [] for port, precommit_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:24.136725 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-7f5bd91d-6990-4093-b4c5-601a8fe369ff None None] Transition to ACTIVE for port object b4cd7bab-5090-49d3-a18e-3c78722d7f28 will not be triggered until provisioned by entity L2. {{(pid=78911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:43:24.143799 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.db_base_plugin_common [None req-833f0342-8ca9-4573-8ed5-76e04f06f7a5 None None] Allocated IP 172.20.0.2 (9d0c5430-6e3e-41ed-abbd-ba8afea46049/d71b7ae0-2b29-4336-9963-9dceea476d96/1b56b18f-1094-4184-aab1-6318241bc2fd) {{(pid=78911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:43:24.150568 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-7f5bd91d-6990-4093-b4c5-601a8fe369ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:24.156679 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-75d0663c-0318-488a-aa0f-2f13718eb782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:24.447883 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-eaa93612-08d5-4a4c-ba8f-66dc2a927e14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:24.484638 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae811f8-ac5d-4516-9912-2ae3430d4f7a req-24a8719c-3db6-4b2c-8b94-ef2739dc4f35 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:24.486140 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-aae811f8-ac5d-4516-9912-2ae3430d4f7a req-24a8719c-3db6-4b2c-8b94-ef2739dc4f35 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 944 time: 0.1904955 May 11 16:43:24.488321 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e70f85-9107-49c3-9f1a-50f2df11bcc2 None None] Pushing event updated for resources: {'Port': ['ID=b4cd7bab-5090-49d3-a18e-3c78722d7f28,revision_number=3']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:24.490498 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-eaa93612-08d5-4a4c-ba8f-66dc2a927e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:24.492409 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b4e70f85-9107-49c3-9f1a-50f2df11bcc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:24.594245 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-aae811f8-ac5d-4516-9912-2ae3430d4f7a req-ab801611-c090-48f8-ac5c-13baffe5b886 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985534 May 11 16:43:24.627626 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-833f0342-8ca9-4573-8ed5-76e04f06f7a5 None None] Notify callbacks [] for port, precommit_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:24.630018 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-7f5bd91d-6990-4093-b4c5-601a8fe369ff None None] Attempting to bind port b4cd7bab-5090-49d3-a18e-3c78722d7f28 on host dv-cinder-789603-4-smb for vnic_type normal with profile {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:43:24.630384 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-7f5bd91d-6990-4093-b4c5-601a8fe369ff None None] Attempting to bind port b4cd7bab-5090-49d3-a18e-3c78722d7f28 by drivers openvswitch,hyperv on host dv-cinder-789603-4-smb at level 0 using segments [{'id': 'e09f6f58-1ecd-4fed-8923-9399f2c175c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c'}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:43:24.630742 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5bd91d-6990-4093-b4c5-601a8fe369ff None None] Attempting to bind port b4cd7bab-5090-49d3-a18e-3c78722d7f28 on network f81911b1-3086-40db-9ddc-1800eebe378c {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:43:24.643772 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5bd91d-6990-4093-b4c5-601a8fe369ff None None] Checking agent: {'id': '22e3e7b9-314b-4177-b9d0-dabbf2661436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 27, 14), 'started_at': datetime.datetime(2021, 5, 11, 16, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:43:24.644134 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5bd91d-6990-4093-b4c5-601a8fe369ff None None] Checking segment: {'id': 'e09f6f58-1ecd-4fed-8923-9399f2c175c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:43:24.644534 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-7f5bd91d-6990-4093-b4c5-601a8fe369ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:24.644930 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5bd91d-6990-4093-b4c5-601a8fe369ff None None] Bound using segment: {'id': 'e09f6f58-1ecd-4fed-8923-9399f2c175c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c'} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:43:24.645402 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-7f5bd91d-6990-4093-b4c5-601a8fe369ff None None] Bound port: b4cd7bab-5090-49d3-a18e-3c78722d7f28, host: dv-cinder-789603-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09f6f58-1ecd-4fed-8923-9399f2c175c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c'}}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:43:24.645770 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-7f5bd91d-6990-4093-b4c5-601a8fe369ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:24.655622 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-833f0342-8ca9-4573-8ed5-76e04f06f7a5 None None] Transition to ACTIVE for port object 1b56b18f-1094-4184-aab1-6318241bc2fd will not be triggered until provisioned by entity L2. {{(pid=78911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:43:24.675367 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.db_base_plugin_common [None req-eaa93612-08d5-4a4c-ba8f-66dc2a927e14 admin admin] Allocated IP 172.28.1.90 (b8617b39-e2b1-4863-8310-b30d869022e5/f9de70b6-644a-45ab-98dc-77e0c30714b2/674cbaf7-69f8-422c-be7b-305baed0f380) {{(pid=78909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:43:24.713238 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-833f0342-8ca9-4573-8ed5-76e04f06f7a5 None None] Transition to ACTIVE for port object 1b56b18f-1094-4184-aab1-6318241bc2fd will not be triggered until provisioned by entity DHCP. {{(pid=78911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:43:24.723606 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-833f0342-8ca9-4573-8ed5-76e04f06f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687'] for port, after_create {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:24.733999 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-bcef20ee-6efb-4692-ba48-e918f266328d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:24.820201 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833f0342-8ca9-4573-8ed5-76e04f06f7a5 None None] Network 9d0c5430-6e3e-41ed-abbd-ba8afea46049 is already hosted by enough agents. {{(pid=78911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:43:24.824184 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-7f5bd91d-6990-4093-b4c5-601a8fe369ff None None] For port b4cd7bab-5090-49d3-a18e-3c78722d7f28, host dv-cinder-789603-4-smb, cleared binding levels {{(pid=78911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:43:24.826367 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f0342-8ca9-4573-8ed5-76e04f06f7a5 None None] Pushing event updated for resources: {'Port': ['ID=1b56b18f-1094-4184-aab1-6318241bc2fd,revision_number=1']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:24.828873 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.scheduler.base_scheduler [None req-833f0342-8ca9-4573-8ed5-76e04f06f7a5 None None] Resources bound (agent type, host, resource id): {{(pid=78911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:43:24.830571 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-833f0342-8ca9-4573-8ed5-76e04f06f7a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:24.833016 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833f0342-8ca9-4573-8ed5-76e04f06f7a5 None None] Received port after_create {{(pid=78911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:43:24.837990 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-eaa93612-08d5-4a4c-ba8f-66dc2a927e14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:24.840727 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-7f5bd91d-6990-4093-b4c5-601a8fe369ff None None] For port b4cd7bab-5090-49d3-a18e-3c78722d7f28, host dv-cinder-789603-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=b4cd7bab-5090-49d3-a18e-3c78722d7f28,segment=NetworkSegment(e09f6f58-1ecd-4fed-8923-9399f2c175c1),segment_id=e09f6f58-1ecd-4fed-8923-9399f2c175c1)] {{(pid=78911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:43:24.871345 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-7f5bd91d-6990-4093-b4c5-601a8fe369ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:24.872556 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-eaa93612-08d5-4a4c-ba8f-66dc2a927e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:24.877210 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-44cbf5af-5800-4577-be8e-29d9e26eadb5 tempest-VolumesSnapshotTestJSON-1085991451 tempest-VolumesSnapshotTestJSON-1085991451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:24.880171 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:24.936000 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa93612-08d5-4a4c-ba8f-66dc2a927e14 admin admin] Network b8617b39-e2b1-4863-8310-b30d869022e5 is already hosted by enough agents. {{(pid=78909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:43:24.940390 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.base_scheduler [None req-eaa93612-08d5-4a4c-ba8f-66dc2a927e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=78909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:43:24.942655 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa93612-08d5-4a4c-ba8f-66dc2a927e14 admin admin] Received port after_create {{(pid=78909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:43:24.997869 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa93612-08d5-4a4c-ba8f-66dc2a927e14 admin admin] Pushing event updated for resources: {'Port': ['ID=674cbaf7-69f8-422c-be7b-305baed0f380,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:25.001205 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-833f0342-8ca9-4573-8ed5-76e04f06f7a5 None None] Attempting to bind port 1b56b18f-1094-4184-aab1-6318241bc2fd on host dv-cinder-789603-4-smb for vnic_type normal with profile {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:43:25.001582 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-833f0342-8ca9-4573-8ed5-76e04f06f7a5 None None] Attempting to bind port 1b56b18f-1094-4184-aab1-6318241bc2fd by drivers openvswitch,hyperv on host dv-cinder-789603-4-smb at level 0 using segments [{'id': '22686a75-e6cc-4411-bdca-673c9778f912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '9d0c5430-6e3e-41ed-abbd-ba8afea46049'}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:43:25.001962 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833f0342-8ca9-4573-8ed5-76e04f06f7a5 None None] Attempting to bind port 1b56b18f-1094-4184-aab1-6318241bc2fd on network 9d0c5430-6e3e-41ed-abbd-ba8afea46049 {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:43:25.004728 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-eaa93612-08d5-4a4c-ba8f-66dc2a927e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:25.008132 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e70f85-9107-49c3-9f1a-50f2df11bcc2 None None] Pushing event updated for resources: {'Port': ['ID=b4cd7bab-5090-49d3-a18e-3c78722d7f28,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:25.013790 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b4e70f85-9107-49c3-9f1a-50f2df11bcc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:25.014625 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5bd91d-6990-4093-b4c5-601a8fe369ff None None] Routers {'e644786a-43ae-4551-8eaa-3e19c19b572c'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:43:25.015233 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-7f5bd91d-6990-4093-b4c5-601a8fe369ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:43:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['e644786a-43ae-4551-8eaa-3e19c19b572c'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:43:25.063136 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833f0342-8ca9-4573-8ed5-76e04f06f7a5 None None] Checking agent: {'id': '22e3e7b9-314b-4177-b9d0-dabbf2661436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 27, 14), 'started_at': datetime.datetime(2021, 5, 11, 16, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:43:25.063512 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833f0342-8ca9-4573-8ed5-76e04f06f7a5 None None] Checking segment: {'id': '22686a75-e6cc-4411-bdca-673c9778f912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '9d0c5430-6e3e-41ed-abbd-ba8afea46049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:43:25.063940 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-833f0342-8ca9-4573-8ed5-76e04f06f7a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:25.064330 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833f0342-8ca9-4573-8ed5-76e04f06f7a5 None None] Bound using segment: {'id': '22686a75-e6cc-4411-bdca-673c9778f912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '9d0c5430-6e3e-41ed-abbd-ba8afea46049'} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:43:25.064816 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-833f0342-8ca9-4573-8ed5-76e04f06f7a5 None None] Bound port: 1b56b18f-1094-4184-aab1-6318241bc2fd, host: dv-cinder-789603-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22686a75-e6cc-4411-bdca-673c9778f912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '9d0c5430-6e3e-41ed-abbd-ba8afea46049'}}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:43:25.065190 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-833f0342-8ca9-4573-8ed5-76e04f06f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:25.270693 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-833f0342-8ca9-4573-8ed5-76e04f06f7a5 None None] For port 1b56b18f-1094-4184-aab1-6318241bc2fd, host dv-cinder-789603-4-smb, cleared binding levels {{(pid=78911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:43:25.275569 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-833f0342-8ca9-4573-8ed5-76e04f06f7a5 None None] For port 1b56b18f-1094-4184-aab1-6318241bc2fd, host dv-cinder-789603-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=1b56b18f-1094-4184-aab1-6318241bc2fd,segment=NetworkSegment(22686a75-e6cc-4411-bdca-673c9778f912),segment_id=22686a75-e6cc-4411-bdca-673c9778f912)] {{(pid=78911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:43:25.290764 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-833f0342-8ca9-4573-8ed5-76e04f06f7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:25.298056 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-755f73b3-61c3-4574-9d1f-206e546b17fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:25.330285 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-7f5bd91d-6990-4093-b4c5-601a8fe369ff None None] Set router e644786a-43ae-4551-8eaa-3e19c19b572c gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:43:25.496808 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-eaa93612-08d5-4a4c-ba8f-66dc2a927e14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:25.620666 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f0342-8ca9-4573-8ed5-76e04f06f7a5 None None] Pushing event updated for resources: {'Port': ['ID=1b56b18f-1094-4184-aab1-6318241bc2fd,revision_number=2']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:25.626587 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-833f0342-8ca9-4573-8ed5-76e04f06f7a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:25.770925 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-7f5bd91d-6990-4093-b4c5-601a8fe369ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'name': 'tempest-TestShelveInstance-717064409-router', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cfb5b5f7-f092-4b1c-a413-3c32ff1f309d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:43:14Z', 'updated_at': '2021-05-11T16:43:20Z', 'revision_number': 4, 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'gw_port': {'id': 'cfb5b5f7-f092-4b1c-a413-3c32ff1f309d', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:15Z', 'updated_at': '2021-05-11T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': 'b4cd7bab-5090-49d3-a18e-3c78722d7f28', 'name': '', 'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'mac_address': 'fa:16:3e:87:fd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '6d34fe13-d4cd-4394-b07f-385d3f86fd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:18Z', 'updated_at': '2021-05-11T16:43:24Z', 'revision_number': 4, 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'subnets': [{'id': '6d34fe13-d4cd-4394-b07f-385d3f86fd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:43:25.775319 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5bd91d-6990-4093-b4c5-601a8fe369ff None None] The sync data for ids ['e644786a-43ae-4551-8eaa-3e19c19b572c'] in dv-cinder-789603-4-smb is: [{'id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'name': 'tempest-TestShelveInstance-717064409-router', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cfb5b5f7-f092-4b1c-a413-3c32ff1f309d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:43:14Z', 'updated_at': '2021-05-11T16:43:20Z', 'revision_number': 4, 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'gw_port': {'id': 'cfb5b5f7-f092-4b1c-a413-3c32ff1f309d', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:15Z', 'updated_at': '2021-05-11T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': 'b4cd7bab-5090-49d3-a18e-3c78722d7f28', 'name': '', 'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'mac_address': 'fa:16:3e:87:fd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '6d34fe13-d4cd-4394-b07f-385d3f86fd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:18Z', 'updated_at': '2021-05-11T16:43:24Z', 'revision_number': 4, 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'subnets': [{'id': '6d34fe13-d4cd-4394-b07f-385d3f86fd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:43:25.869558 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device fedaf853-e67f-4eeb-84ac-bd579e816dbe details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:43:25.971761 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-eaa93612-08d5-4a4c-ba8f-66dc2a927e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-338030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395776'] for router, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:26.054201 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port fedaf853-e67f-4eeb-84ac-bd579e816dbe, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fedaf853-e67f-4eeb-84ac-bd579e816dbe,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:43:26.073808 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Returning: {'device': 'fedaf853-e67f-4eeb-84ac-bd579e816dbe', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'port_id': 'fedaf853-e67f-4eeb-84ac-bd579e816dbe', 'mac_address': 'fa:16:3e:49:42:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:43:26.134319 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:26.151007 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b99217-b24f-475c-a644-a154b49e465f req-b946bbbd-5ecf-41cf-8b89-02bf47422486 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:26.152022 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fedaf853-e67f-4eeb-84ac-bd579e816dbe {{(pid=78911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:43:26.152591 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-54b99217-b24f-475c-a644-a154b49e465f req-b946bbbd-5ecf-41cf-8b89-02bf47422486 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 944 time: 0.2585285 May 11 16:43:26.168981 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port fedaf853-e67f-4eeb-84ac-bd579e816dbe, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fedaf853-e67f-4eeb-84ac-bd579e816dbe,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:43:26.174112 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:26.176131 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:26.228755 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-54b99217-b24f-475c-a644-a154b49e465f req-a77fe923-7ff3-4eba-813c-b473a7c25f58 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673995 May 11 16:43:26.249764 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=fedaf853-e67f-4eeb-84ac-bd579e816dbe,revision_number=9']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:26.264772 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:26.270745 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa93612-08d5-4a4c-ba8f-66dc2a927e14 admin admin] Router c7e22eb8-0348-44b5-a5be-f9c877026bed is scheduled to L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae with binding_index 1 {{(pid=78909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 11 16:43:26.386451 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['fedaf853-e67f-4eeb-84ac-bd579e816dbe'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:43:26.502340 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa93612-08d5-4a4c-ba8f-66dc2a927e14 admin admin] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:43:26.519253 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fce28b-1ec8-4cd3-88f9-6cc85a5956e4 None None] Sync routers for ids ['c7e22eb8-0348-44b5-a5be-f9c877026bed'] in dv-cinder-789603-4-smb {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:43:26.534553 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fce28b-1ec8-4cd3-88f9-6cc85a5956e4 None None] Routers {'c7e22eb8-0348-44b5-a5be-f9c877026bed'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:43:26.536712 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-15fce28b-1ec8-4cd3-88f9-6cc85a5956e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:43:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['c7e22eb8-0348-44b5-a5be-f9c877026bed'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:43:26.546309 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-eaa93612-08d5-4a4c-ba8f-66dc2a927e14 admin admin] Notify callbacks [] for router, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:26.550523 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-eaa93612-08d5-4a4c-ba8f-66dc2a927e14 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1459179 May 11 16:43:26.550779 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 54052) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:43:26.764467 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743d37e5-5658-44a2-91dd-43cdb71a22c4 None None] Network 9d0c5430-6e3e-41ed-abbd-ba8afea46049 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:43:26.869822 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-15fce28b-1ec8-4cd3-88f9-6cc85a5956e4 None None] Set router c7e22eb8-0348-44b5-a5be-f9c877026bed gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:43:26.973024 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-7b2f5fa7-c5c7-4c58-912b-145ff71652db None None] Provisioning for port 1b56b18f-1094-4184-aab1-6318241bc2fd completed by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:43:26.980810 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 1b56b18f-1094-4184-aab1-6318241bc2fd up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:43:27.160703 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning for port 1b56b18f-1094-4184-aab1-6318241bc2fd completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:43:27.167748 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port 1b56b18f-1094-4184-aab1-6318241bc2fd triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:43:27.168133 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:27.226346 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-15fce28b-1ec8-4cd3-88f9-6cc85a5956e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e22eb8-0348-44b5-a5be-f9c877026bed', 'name': 'tempest-TestShelveInstance-808774375-router', 'tenant_id': 'c2f6b3695f6d4a50901932df8e4955e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.90'}], 'enable_snat': True}, 'gw_port_id': '674cbaf7-69f8-422c-be7b-305baed0f380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:43:23Z', 'updated_at': '2021-05-11T16:43:25Z', 'revision_number': 3, 'project_id': 'c2f6b3695f6d4a50901932df8e4955e5', 'gw_port': {'id': '674cbaf7-69f8-422c-be7b-305baed0f380', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:aa:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e22eb8-0348-44b5-a5be-f9c877026bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:24Z', 'updated_at': '2021-05-11T16:43:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:43:27.230675 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fce28b-1ec8-4cd3-88f9-6cc85a5956e4 None None] Checking router: c7e22eb8-0348-44b5-a5be-f9c877026bed for host: dv-cinder-789603-4-smb {{(pid=78912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:43:27.231190 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fce28b-1ec8-4cd3-88f9-6cc85a5956e4 None None] Updating router c7e22eb8-0348-44b5-a5be-f9c877026bed port 674cbaf7-69f8-422c-be7b-305baed0f380 binding host dv-cinder-789603-4-smb {{(pid=78912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:43:27.301100 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-15fce28b-1ec8-4cd3-88f9-6cc85a5956e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:27.347564 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:27.396404 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] For port 1b56b18f-1094-4184-aab1-6318241bc2fd, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=1b56b18f-1094-4184-aab1-6318241bc2fd,segment=NetworkSegment(22686a75-e6cc-4411-bdca-673c9778f912),segment_id=22686a75-e6cc-4411-bdca-673c9778f912)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:43:27.406107 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:27.406975 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device b4cd7bab-5090-49d3-a18e-3c78722d7f28 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:43:27.446950 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-a4532a51-37a3-4b54-84cc-baf58f39b084 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:27.544549 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Pushing event updated for resources: {'Port': ['ID=1b56b18f-1094-4184-aab1-6318241bc2fd,revision_number=3']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:27.549378 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:27.569487 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning for port b4cd7bab-5090-49d3-a18e-3c78722d7f28 completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:43:27.572404 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-60002025-fd65-47d2-88b8-b49c4bf1f0af None None] Provisioning complete for port 1b56b18f-1094-4184-aab1-6318241bc2fd triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:43:27.572780 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-60002025-fd65-47d2-88b8-b49c4bf1f0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:27.605467 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port b4cd7bab-5090-49d3-a18e-3c78722d7f28 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:43:27.605847 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:27.659436 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae319c-a6ec-4ba3-939f-3e0593272758 req-32e4425e-a26a-43ad-b5cf-1be16c078af5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:27.660618 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ffae319c-a6ec-4ba3-939f-3e0593272758 req-32e4425e-a26a-43ad-b5cf-1be16c078af5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 945 time: 0.2673864 May 11 16:43:27.685607 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-15fce28b-1ec8-4cd3-88f9-6cc85a5956e4 None None] Notify callbacks [] for port, precommit_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:27.698201 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.provisioning_blocks [None req-15fce28b-1ec8-4cd3-88f9-6cc85a5956e4 None None] Transition to ACTIVE for port object 674cbaf7-69f8-422c-be7b-305baed0f380 will not be triggered until provisioned by entity L2. {{(pid=78912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:43:27.706299 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-15fce28b-1ec8-4cd3-88f9-6cc85a5956e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:27.720508 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:27.751067 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ffae319c-a6ec-4ba3-939f-3e0593272758 req-be5818aa-f7b1-4fa4-a15a-ead6bd5c1eb5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826848 May 11 16:43:27.803739 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b6cc3-dd4e-4043-b883-ada16d011c48 None None] Pushing event updated for resources: {'Port': ['ID=674cbaf7-69f8-422c-be7b-305baed0f380,revision_number=2']} {{(pid=78912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:27.818967 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:27.824782 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-14186085-8711-4eae-8911-762fb3d9c2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:27.854301 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [None req-382b6cc3-dd4e-4043-b883-ada16d011c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:27.860621 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.managers [None req-15fce28b-1ec8-4cd3-88f9-6cc85a5956e4 None None] Attempting to bind port 674cbaf7-69f8-422c-be7b-305baed0f380 on host dv-cinder-789603-4-smb for vnic_type normal with profile {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:43:27.861115 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.managers [None req-15fce28b-1ec8-4cd3-88f9-6cc85a5956e4 None None] Attempting to bind port 674cbaf7-69f8-422c-be7b-305baed0f380 by drivers openvswitch,hyperv on host dv-cinder-789603-4-smb at level 0 using segments [{'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'}] {{(pid=78912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:43:27.861586 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fce28b-1ec8-4cd3-88f9-6cc85a5956e4 None None] Attempting to bind port 674cbaf7-69f8-422c-be7b-305baed0f380 on network b8617b39-e2b1-4863-8310-b30d869022e5 {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:43:27.869067 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fce28b-1ec8-4cd3-88f9-6cc85a5956e4 None None] Checking agent: {'id': '22e3e7b9-314b-4177-b9d0-dabbf2661436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 27, 14), 'started_at': datetime.datetime(2021, 5, 11, 16, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:43:27.869258 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fce28b-1ec8-4cd3-88f9-6cc85a5956e4 None None] Checking segment: {'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:43:27.869523 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-15fce28b-1ec8-4cd3-88f9-6cc85a5956e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:27.869909 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fce28b-1ec8-4cd3-88f9-6cc85a5956e4 None None] Bound using segment: {'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'} {{(pid=78912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:43:27.870372 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.managers [None req-15fce28b-1ec8-4cd3-88f9-6cc85a5956e4 None None] Bound port: 674cbaf7-69f8-422c-be7b-305baed0f380, host: dv-cinder-789603-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5'}}] {{(pid=78912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:43:27.871381 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-15fce28b-1ec8-4cd3-88f9-6cc85a5956e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:27.874312 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] For port b4cd7bab-5090-49d3-a18e-3c78722d7f28, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=b4cd7bab-5090-49d3-a18e-3c78722d7f28,segment=NetworkSegment(e09f6f58-1ecd-4fed-8923-9399f2c175c1),segment_id=e09f6f58-1ecd-4fed-8923-9399f2c175c1)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:43:27.878759 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device fedaf853-e67f-4eeb-84ac-bd579e816dbe up at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:43:27.909724 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:27.920698 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:27.948405 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.db [None req-15fce28b-1ec8-4cd3-88f9-6cc85a5956e4 None None] For port 674cbaf7-69f8-422c-be7b-305baed0f380, host dv-cinder-789603-4-smb, cleared binding levels {{(pid=78912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:43:27.952386 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.plugins.ml2.db [None req-15fce28b-1ec8-4cd3-88f9-6cc85a5956e4 None None] For port 674cbaf7-69f8-422c-be7b-305baed0f380, host dv-cinder-789603-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=674cbaf7-69f8-422c-be7b-305baed0f380,segment=NetworkSegment(9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c),segment_id=9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c)] {{(pid=78912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:43:27.957598 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron_lib.callbacks.manager [None req-15fce28b-1ec8-4cd3-88f9-6cc85a5956e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:27.962726 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:28.042397 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b6cc3-dd4e-4043-b883-ada16d011c48 None None] Pushing event updated for resources: {'Port': ['ID=674cbaf7-69f8-422c-be7b-305baed0f380,revision_number=3']} {{(pid=78912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:28.045625 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fce28b-1ec8-4cd3-88f9-6cc85a5956e4 None None] Routers {'c7e22eb8-0348-44b5-a5be-f9c877026bed'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:43:28.046365 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-15fce28b-1ec8-4cd3-88f9-6cc85a5956e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:43:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['c7e22eb8-0348-44b5-a5be-f9c877026bed'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:43:28.056776 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Pushing event updated for resources: {'Port': ['ID=b4cd7bab-5090-49d3-a18e-3c78722d7f28,revision_number=5']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:28.059005 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.db_base_plugin_common [None req-14186085-8711-4eae-8911-762fb3d9c2e3 admin admin] Allocated IP 172.20.0.1 (9d0c5430-6e3e-41ed-abbd-ba8afea46049/d71b7ae0-2b29-4336-9963-9dceea476d96/84d7f479-4e66-4208-adcc-dfc75f79b4ac) {{(pid=78909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:43:28.068679 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:28.077311 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning complete for port fedaf853-e67f-4eeb-84ac-bd579e816dbe triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:43:28.077795 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:28.094213 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG oslo_concurrency.lockutils [None req-382b6cc3-dd4e-4043-b883-ada16d011c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:28.205408 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:28.215828 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-14186085-8711-4eae-8911-762fb3d9c2e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:28.234633 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedaf853-e67f-4eeb-84ac-bd579e816dbe'}] {{(pid=78911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:43:28.235606 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.provisioning_blocks [None req-14186085-8711-4eae-8911-762fb3d9c2e3 admin admin] Transition to ACTIVE for port object 84d7f479-4e66-4208-adcc-dfc75f79b4ac will not be triggered until provisioned by entity DHCP. {{(pid=78909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:43:28.246026 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port fedaf853-e67f-4eeb-84ac-bd579e816dbe, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fedaf853-e67f-4eeb-84ac-bd579e816dbe,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:43:28.252963 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:28.254410 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-15fce28b-1ec8-4cd3-88f9-6cc85a5956e4 None None] Set router c7e22eb8-0348-44b5-a5be-f9c877026bed gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:43:28.254807 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:28.268258 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-14186085-8711-4eae-8911-762fb3d9c2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:28.274010 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-6819234a-9b0c-4285-8875-7ef1f019010a tempest-AttachVolumeNegativeTest-1377736142 tempest-AttachVolumeNegativeTest-1377736142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:28.287451 dv-cinder-789603-4-smb neutron-server[78911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedaf853-e67f-4eeb-84ac-bd579e816dbe', 'code': 200} May 11 16:43:28.335840 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=fedaf853-e67f-4eeb-84ac-bd579e816dbe,revision_number=10']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:28.338800 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14186085-8711-4eae-8911-762fb3d9c2e3 admin admin] Network 9d0c5430-6e3e-41ed-abbd-ba8afea46049 is already hosted by enough agents. {{(pid=78909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:43:28.339566 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:28.342699 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.base_scheduler [None req-14186085-8711-4eae-8911-762fb3d9c2e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:43:28.344995 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14186085-8711-4eae-8911-762fb3d9c2e3 admin admin] Received port after_create {{(pid=78909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:43:28.398781 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14186085-8711-4eae-8911-762fb3d9c2e3 admin admin] Pushing event updated for resources: {'Port': ['ID=84d7f479-4e66-4208-adcc-dfc75f79b4ac,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:28.401613 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-14186085-8711-4eae-8911-762fb3d9c2e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:28.423970 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-14186085-8711-4eae-8911-762fb3d9c2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393695'] for router_interface, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:28.580923 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-15fce28b-1ec8-4cd3-88f9-6cc85a5956e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e22eb8-0348-44b5-a5be-f9c877026bed', 'name': 'tempest-TestShelveInstance-808774375-router', 'tenant_id': 'c2f6b3695f6d4a50901932df8e4955e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.90'}], 'enable_snat': True}, 'gw_port_id': '674cbaf7-69f8-422c-be7b-305baed0f380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:43:23Z', 'updated_at': '2021-05-11T16:43:25Z', 'revision_number': 3, 'project_id': 'c2f6b3695f6d4a50901932df8e4955e5', 'gw_port': {'id': '674cbaf7-69f8-422c-be7b-305baed0f380', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:aa:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e22eb8-0348-44b5-a5be-f9c877026bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:24Z', 'updated_at': '2021-05-11T16:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:43:28.586723 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fce28b-1ec8-4cd3-88f9-6cc85a5956e4 None None] The sync data for ids ['c7e22eb8-0348-44b5-a5be-f9c877026bed'] in dv-cinder-789603-4-smb is: [{'id': 'c7e22eb8-0348-44b5-a5be-f9c877026bed', 'name': 'tempest-TestShelveInstance-808774375-router', 'tenant_id': 'c2f6b3695f6d4a50901932df8e4955e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.90'}], 'enable_snat': True}, 'gw_port_id': '674cbaf7-69f8-422c-be7b-305baed0f380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:43:23Z', 'updated_at': '2021-05-11T16:43:25Z', 'revision_number': 3, 'project_id': 'c2f6b3695f6d4a50901932df8e4955e5', 'gw_port': {'id': '674cbaf7-69f8-422c-be7b-305baed0f380', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:aa:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e22eb8-0348-44b5-a5be-f9c877026bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:24Z', 'updated_at': '2021-05-11T16:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}] {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:43:28.589519 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ef5a0-99d0-40f8-9fa0-eb46fd67e9df req-7507ead8-9d30-47e2-b537-551148801536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:28.591891 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-216ef5a0-99d0-40f8-9fa0-eb46fd67e9df req-7507ead8-9d30-47e2-b537-551148801536 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 1100 time: 0.0871010 May 11 16:43:28.641438 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-2e172321-abb1-4f3d-a8ab-46c673ad91ba None None] Provisioning for port 84d7f479-4e66-4208-adcc-dfc75f79b4ac completed by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:43:28.646775 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-2e172321-abb1-4f3d-a8ab-46c673ad91ba None None] Provisioning complete for port 84d7f479-4e66-4208-adcc-dfc75f79b4ac triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:43:28.647218 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-2e172321-abb1-4f3d-a8ab-46c673ad91ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:28.713075 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-2e172321-abb1-4f3d-a8ab-46c673ad91ba None None] Port 84d7f479-4e66-4208-adcc-dfc75f79b4ac cannot update to ACTIVE because it is not bound. {{(pid=78911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:43:28.715162 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-14186085-8711-4eae-8911-762fb3d9c2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:28.766186 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-216ef5a0-99d0-40f8-9fa0-eb46fd67e9df req-a8f207e9-7b57-41e2-aae1-98b10d4dd39f service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680233 May 11 16:43:28.825216 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 1b56b18f-1094-4184-aab1-6318241bc2fd up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:43:29.034942 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port 1b56b18f-1094-4184-aab1-6318241bc2fd triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:43:29.035319 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:29.168389 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device b4cd7bab-5090-49d3-a18e-3c78722d7f28 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:43:29.238746 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port b4cd7bab-5090-49d3-a18e-3c78722d7f28 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:43:29.239190 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:29.266672 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3aab6-0840-40e0-8d63-f9cc3abaf037 req-05b14345-51a8-411e-b1fa-8777d147aa11 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:29.268189 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-15f3aab6-0840-40e0-8d63-f9cc3abaf037 req-05b14345-51a8-411e-b1fa-8777d147aa11 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 947 time: 0.1413445 May 11 16:43:29.304305 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-14186085-8711-4eae-8911-762fb3d9c2e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:29.312312 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-14186085-8711-4eae-8911-762fb3d9c2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15952591'] for port, after_update {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:29.348731 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-eaa93612-08d5-4a4c-ba8f-66dc2a927e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:29.434085 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-15f3aab6-0840-40e0-8d63-f9cc3abaf037 req-8a6d269c-4b5b-456e-b75d-83b48a43915e tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515226 May 11 16:43:29.457383 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14186085-8711-4eae-8911-762fb3d9c2e3 admin admin] Pushing event updated for resources: {'Port': ['ID=84d7f479-4e66-4208-adcc-dfc75f79b4ac,revision_number=2']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:29.460514 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-14186085-8711-4eae-8911-762fb3d9c2e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:29.461274 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-14186085-8711-4eae-8911-762fb3d9c2e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393596'] for router_interface, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:29.613381 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14186085-8711-4eae-8911-762fb3d9c2e3 admin admin] Network 9d0c5430-6e3e-41ed-abbd-ba8afea46049 is already hosted by enough agents. {{(pid=78909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:43:29.614541 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.base_scheduler [None req-14186085-8711-4eae-8911-762fb3d9c2e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:43:29.839129 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14186085-8711-4eae-8911-762fb3d9c2e3 admin admin] Router c7e22eb8-0348-44b5-a5be-f9c877026bed has already been hosted by L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae {{(pid=78909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:43:29.948067 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-49eecf35-b1df-42d9-b8ce-3f119cca6b67 None None] Provisioning complete for port 84d7f479-4e66-4208-adcc-dfc75f79b4ac triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:43:29.948571 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-49eecf35-b1df-42d9-b8ce-3f119cca6b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:30.005505 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-49eecf35-b1df-42d9-b8ce-3f119cca6b67 None None] Port 84d7f479-4e66-4208-adcc-dfc75f79b4ac cannot update to ACTIVE because it is not bound. {{(pid=78911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:43:30.044581 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14186085-8711-4eae-8911-762fb3d9c2e3 admin admin] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:43:30.054499 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-14186085-8711-4eae-8911-762fb3d9c2e3 admin admin] 10.222.0.76 "PUT /v2.0/routers/c7e22eb8-0348-44b5-a5be-f9c877026bed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5025666 May 11 16:43:30.369935 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbea9ce8-32ab-4c41-ae26-299e53355310 None None] Sync routers for ids ['c7e22eb8-0348-44b5-a5be-f9c877026bed'] in dv-cinder-789603-4-smb {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:43:30.379539 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbea9ce8-32ab-4c41-ae26-299e53355310 None None] Routers {'c7e22eb8-0348-44b5-a5be-f9c877026bed'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:43:30.380450 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-fbea9ce8-32ab-4c41-ae26-299e53355310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:43:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['c7e22eb8-0348-44b5-a5be-f9c877026bed'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:43:30.567717 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-fbea9ce8-32ab-4c41-ae26-299e53355310 None None] Set router c7e22eb8-0348-44b5-a5be-f9c877026bed gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:43:30.748950 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 54106) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:43:30.755320 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-0a8bc4c2-f88e-4c2b-a0c0-750aac74103e tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1771478388', 'description': 'tempest-secgroup-smoke-1771478388 description', 'project_id': '3b66f8b9361d473d825d116d42d6754b'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:43:30.765150 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-0a8bc4c2-f88e-4c2b-a0c0-750aac74103e tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:43:30.770862 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-0a8bc4c2-f88e-4c2b-a0c0-750aac74103e tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Usage tracker for resource:security_group and tenant:3b66f8b9361d473d825d116d42d6754b is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:43:30.775861 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-0a8bc4c2-f88e-4c2b-a0c0-750aac74103e tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:43:30.782893 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-0a8bc4c2-f88e-4c2b-a0c0-750aac74103e tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:43:30.794464 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-0a8bc4c2-f88e-4c2b-a0c0-750aac74103e tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:30.819884 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-0a8bc4c2-f88e-4c2b-a0c0-750aac74103e tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:43:30.824186 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-0a8bc4c2-f88e-4c2b-a0c0-750aac74103e tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Usage tracker for resource:security_group_rule and tenant:3b66f8b9361d473d825d116d42d6754b is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:43:30.828429 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-0a8bc4c2-f88e-4c2b-a0c0-750aac74103e tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:43:30.835397 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-0a8bc4c2-f88e-4c2b-a0c0-750aac74103e tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:43:30.860717 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 674cbaf7-69f8-422c-be7b-305baed0f380 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:43:30.936541 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-0a8bc4c2-f88e-4c2b-a0c0-750aac74103e tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:30.941658 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-0a8bc4c2-f88e-4c2b-a0c0-750aac74103e tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:30.948094 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-f9d76f5b-3f35-4f9d-b1a2-9ff71a4ed304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:30.949118 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afafe3-8f85-4701-849a-68f2e1bcf3a3 req-3b58e8f9-acff-4a4a-9f12-bb54087e1b83 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:30.952558 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning for port 674cbaf7-69f8-422c-be7b-305baed0f380 completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:43:30.958593 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-e1afafe3-8f85-4701-849a-68f2e1bcf3a3 req-3b58e8f9-acff-4a4a-9f12-bb54087e1b83 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 947 time: 0.1046014 May 11 16:43:30.960599 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port 674cbaf7-69f8-422c-be7b-305baed0f380 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:43:30.960931 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:30.990688 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8bc4c2-f88e-4c2b-a0c0-750aac74103e tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aee1be61-63b4-459f-b1c0-1ea6e19f78f2,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:30.993964 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-fbea9ce8-32ab-4c41-ae26-299e53355310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e22eb8-0348-44b5-a5be-f9c877026bed', 'name': 'tempest-TestShelveInstance-808774375-router', 'tenant_id': 'c2f6b3695f6d4a50901932df8e4955e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.90'}], 'enable_snat': True}, 'gw_port_id': '674cbaf7-69f8-422c-be7b-305baed0f380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:43:23Z', 'updated_at': '2021-05-11T16:43:28Z', 'revision_number': 4, 'project_id': 'c2f6b3695f6d4a50901932df8e4955e5', 'gw_port': {'id': '674cbaf7-69f8-422c-be7b-305baed0f380', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:aa:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e22eb8-0348-44b5-a5be-f9c877026bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:24Z', 'updated_at': '2021-05-11T16:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': '84d7f479-4e66-4208-adcc-dfc75f79b4ac', 'name': '', 'network_id': '9d0c5430-6e3e-41ed-abbd-ba8afea46049', 'tenant_id': 'c2f6b3695f6d4a50901932df8e4955e5', 'mac_address': 'fa:16:3e:14:8e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e22eb8-0348-44b5-a5be-f9c877026bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd71b7ae0-2b29-4336-9963-9dceea476d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:27Z', 'updated_at': '2021-05-11T16:43:28Z', 'revision_number': 2, 'project_id': 'c2f6b3695f6d4a50901932df8e4955e5', 'subnets': [{'id': 'd71b7ae0-2b29-4336-9963-9dceea476d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:43:31.000824 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-0a8bc4c2-f88e-4c2b-a0c0-750aac74103e tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:31.002797 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-0a8bc4c2-f88e-4c2b-a0c0-750aac74103e tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.005352 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-0a8bc4c2-f88e-4c2b-a0c0-750aac74103e tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2544825 May 11 16:43:31.007019 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbea9ce8-32ab-4c41-ae26-299e53355310 None None] Checking router: c7e22eb8-0348-44b5-a5be-f9c877026bed for host: dv-cinder-789603-4-smb {{(pid=78911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:43:31.007377 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbea9ce8-32ab-4c41-ae26-299e53355310 None None] Updating router c7e22eb8-0348-44b5-a5be-f9c877026bed port 84d7f479-4e66-4208-adcc-dfc75f79b4ac binding host dv-cinder-789603-4-smb {{(pid=78911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 16:43:31.007962 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 54110) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:43:31.012959 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-e1afafe3-8f85-4701-849a-68f2e1bcf3a3 req-32441984-876a-4640-8be6-ee163c5fe069 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533068 May 11 16:43:31.013612 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-45f9a834-46f9-4c81-a8a7-ffacc0b5e020 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Request body: {'security_group_rule': {'security_group_id': 'aee1be61-63b4-459f-b1c0-1ea6e19f78f2', 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:43:31.019614 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-45f9a834-46f9-4c81-a8a7-ffacc0b5e020 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:43:31.023460 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-45f9a834-46f9-4c81-a8a7-ffacc0b5e020 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Usage tracker for resource:security_group_rule and tenant:3b66f8b9361d473d825d116d42d6754b is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:43:31.026328 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-45f9a834-46f9-4c81-a8a7-ffacc0b5e020 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:43:31.032332 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-45f9a834-46f9-4c81-a8a7-ffacc0b5e020 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:43:31.049402 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-45f9a834-46f9-4c81-a8a7-ffacc0b5e020 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.078581 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-fbea9ce8-32ab-4c41-ae26-299e53355310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.114727 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-45f9a834-46f9-4c81-a8a7-ffacc0b5e020 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.118539 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-45f9a834-46f9-4c81-a8a7-ffacc0b5e020 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496974'] for security_group_rule, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.125599 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-1c93de36-2d08-47ba-b2a0-3a42ce3af32e tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:31.147885 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9a834-46f9-4c81-a8a7-ffacc0b5e020 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae41755-93b9-4809-a856-446096ca27a0,revision_number=0']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:31.150727 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-45f9a834-46f9-4c81-a8a7-ffacc0b5e020 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:31.158642 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-45f9a834-46f9-4c81-a8a7-ffacc0b5e020 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.159906 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-45f9a834-46f9-4c81-a8a7-ffacc0b5e020 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1509438 May 11 16:43:31.162724 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 54116) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:43:31.167986 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-c7605e21-fedd-461b-a30d-5fc0b481ff63 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Request body: {'security_group_rule': {'security_group_id': 'aee1be61-63b4-459f-b1c0-1ea6e19f78f2', 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:43:31.174560 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-c7605e21-fedd-461b-a30d-5fc0b481ff63 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:43:31.178529 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-c7605e21-fedd-461b-a30d-5fc0b481ff63 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Usage tracker for resource:security_group_rule and tenant:3b66f8b9361d473d825d116d42d6754b is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:43:31.181516 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-c7605e21-fedd-461b-a30d-5fc0b481ff63 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:43:31.188169 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-c7605e21-fedd-461b-a30d-5fc0b481ff63 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:43:31.204651 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-c7605e21-fedd-461b-a30d-5fc0b481ff63 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.233018 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.269527 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-c7605e21-fedd-461b-a30d-5fc0b481ff63 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.273162 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-c7605e21-fedd-461b-a30d-5fc0b481ff63 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496974'] for security_group_rule, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.275175 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-edc09ab1-0826-4f5d-a09d-2451787b5d36 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:31.298263 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7605e21-fedd-461b-a30d-5fc0b481ff63 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8ea6760-7c4c-4073-bee9-a4ae6d3d3ee4,revision_number=0']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:31.299593 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] For port 674cbaf7-69f8-422c-be7b-305baed0f380, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=674cbaf7-69f8-422c-be7b-305baed0f380,segment=NetworkSegment(9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c),segment_id=9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:43:31.300735 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-c7605e21-fedd-461b-a30d-5fc0b481ff63 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:31.306647 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.308346 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-c7605e21-fedd-461b-a30d-5fc0b481ff63 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.309970 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-c7605e21-fedd-461b-a30d-5fc0b481ff63 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1463108 May 11 16:43:31.313444 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 54120) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:43:31.314993 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:31.318709 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-fb3c3f81-8466-4ea6-90f0-710e9647968b tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Request body: {'security_group_rule': {'security_group_id': 'aee1be61-63b4-459f-b1c0-1ea6e19f78f2', 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:43:31.324520 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-fb3c3f81-8466-4ea6-90f0-710e9647968b tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:43:31.328701 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-fb3c3f81-8466-4ea6-90f0-710e9647968b tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Usage tracker for resource:security_group_rule and tenant:3b66f8b9361d473d825d116d42d6754b is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:43:31.331429 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-fb3c3f81-8466-4ea6-90f0-710e9647968b tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:43:31.337427 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-fb3c3f81-8466-4ea6-90f0-710e9647968b tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:43:31.355092 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-fb3c3f81-8466-4ea6-90f0-710e9647968b tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.419930 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-fb3c3f81-8466-4ea6-90f0-710e9647968b tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.423460 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-fb3c3f81-8466-4ea6-90f0-710e9647968b tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496974'] for security_group_rule, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.425585 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-89c55415-3c50-4582-81f6-c33b6f30feed tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:31.449130 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c3f81-8466-4ea6-90f0-710e9647968b tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72bcb13-bd64-48c9-8013-87a42ac3eb43,revision_number=0']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:31.452161 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-fb3c3f81-8466-4ea6-90f0-710e9647968b tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:31.460136 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-fb3c3f81-8466-4ea6-90f0-710e9647968b tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.463911 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-fb3c3f81-8466-4ea6-90f0-710e9647968b tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1468966 May 11 16:43:31.464046 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 54124) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:43:31.465825 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Pushing event updated for resources: {'Port': ['ID=674cbaf7-69f8-422c-be7b-305baed0f380,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:31.470067 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-a1ee3dea-89cc-4909-aecc-e371495fab8b tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Request body: {'security_group_rule': {'security_group_id': 'aee1be61-63b4-459f-b1c0-1ea6e19f78f2', 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:43:31.471538 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:31.475978 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-a1ee3dea-89cc-4909-aecc-e371495fab8b tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:43:31.479803 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-a1ee3dea-89cc-4909-aecc-e371495fab8b tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Usage tracker for resource:security_group_rule and tenant:3b66f8b9361d473d825d116d42d6754b is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:43:31.483278 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-a1ee3dea-89cc-4909-aecc-e371495fab8b tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:43:31.489023 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-a1ee3dea-89cc-4909-aecc-e371495fab8b tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:43:31.504963 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-a1ee3dea-89cc-4909-aecc-e371495fab8b tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.572728 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-a1ee3dea-89cc-4909-aecc-e371495fab8b tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.577070 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-a1ee3dea-89cc-4909-aecc-e371495fab8b tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496974'] for security_group_rule, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.579110 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:31.591786 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-fbea9ce8-32ab-4c41-ae26-299e53355310 None None] Notify callbacks [] for port, precommit_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.602056 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee3dea-89cc-4909-aecc-e371495fab8b tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07591ade-1a9e-4bf5-8f40-63c4265355c9,revision_number=0']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:31.603216 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-fbea9ce8-32ab-4c41-ae26-299e53355310 None None] Transition to ACTIVE for port object 84d7f479-4e66-4208-adcc-dfc75f79b4ac will not be triggered until provisioned by entity L2. {{(pid=78911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:43:31.604538 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-a1ee3dea-89cc-4909-aecc-e371495fab8b tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:31.612240 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-fbea9ce8-32ab-4c41-ae26-299e53355310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.613083 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-a1ee3dea-89cc-4909-aecc-e371495fab8b tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.614263 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-a1ee3dea-89cc-4909-aecc-e371495fab8b tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1493371 May 11 16:43:31.616032 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:31.616956 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 54128) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:43:31.622475 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.v2.base [None req-0cbe95c8-c36b-4556-9a6f-7845921c754f tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Request body: {'security_group_rule': {'security_group_id': 'aee1be61-63b4-459f-b1c0-1ea6e19f78f2', 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:43:31.628859 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-0cbe95c8-c36b-4556-9a6f-7845921c754f tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:43:31.632927 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-0cbe95c8-c36b-4556-9a6f-7845921c754f tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Usage tracker for resource:security_group_rule and tenant:3b66f8b9361d473d825d116d42d6754b is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:43:31.635900 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-0cbe95c8-c36b-4556-9a6f-7845921c754f tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:43:31.642540 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-0cbe95c8-c36b-4556-9a6f-7845921c754f tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:43:31.652467 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.db.securitygroups_db [None req-0cbe95c8-c36b-4556-9a6f-7845921c754f tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Project 3b66f8b9361d473d825d116d42d6754b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 16:43:31.659269 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-0cbe95c8-c36b-4556-9a6f-7845921c754f tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.735683 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-0cbe95c8-c36b-4556-9a6f-7845921c754f tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.739240 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-0cbe95c8-c36b-4556-9a6f-7845921c754f tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496974'] for security_group_rule, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.746975 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-74eef407-af6f-479e-aaee-e0f0dfec5859 tempest-TestMinimumBasicScenario-1522799317 tempest-TestMinimumBasicScenario-1522799317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:31.747420 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456804e6-4258-46c6-bbaa-3d022d79ce3a None None] Pushing event updated for resources: {'Port': ['ID=84d7f479-4e66-4208-adcc-dfc75f79b4ac,revision_number=3']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:31.768167 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe95c8-c36b-4556-9a6f-7845921c754f tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9830ac3b-0aaf-4021-a461-a0bbbb7e03aa,revision_number=0']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:31.770697 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-0cbe95c8-c36b-4556-9a6f-7845921c754f tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:31.781020 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-456804e6-4258-46c6-bbaa-3d022d79ce3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:31.781639 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-0cbe95c8-c36b-4556-9a6f-7845921c754f tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.782996 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-0cbe95c8-c36b-4556-9a6f-7845921c754f tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1649115 May 11 16:43:31.786098 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 54132) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:43:31.792146 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-70d6c5b0-02cd-42f6-9222-0d73495c7a2d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Request body: {'security_group_rule': {'security_group_id': 'aee1be61-63b4-459f-b1c0-1ea6e19f78f2', 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:43:31.800791 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-70d6c5b0-02cd-42f6-9222-0d73495c7a2d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:43:31.805723 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-70d6c5b0-02cd-42f6-9222-0d73495c7a2d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Usage tracker for resource:security_group_rule and tenant:3b66f8b9361d473d825d116d42d6754b is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:43:31.808859 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-70d6c5b0-02cd-42f6-9222-0d73495c7a2d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:43:31.818445 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-70d6c5b0-02cd-42f6-9222-0d73495c7a2d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:43:31.833960 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.db.securitygroups_db [None req-70d6c5b0-02cd-42f6-9222-0d73495c7a2d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Project 3b66f8b9361d473d825d116d42d6754b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 16:43:31.842601 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-70d6c5b0-02cd-42f6-9222-0d73495c7a2d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.844653 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-fbea9ce8-32ab-4c41-ae26-299e53355310 None None] Attempting to bind port 84d7f479-4e66-4208-adcc-dfc75f79b4ac on host dv-cinder-789603-4-smb for vnic_type normal with profile {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:43:31.845041 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-fbea9ce8-32ab-4c41-ae26-299e53355310 None None] Attempting to bind port 84d7f479-4e66-4208-adcc-dfc75f79b4ac by drivers openvswitch,hyperv on host dv-cinder-789603-4-smb at level 0 using segments [{'id': '22686a75-e6cc-4411-bdca-673c9778f912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '9d0c5430-6e3e-41ed-abbd-ba8afea46049'}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:43:31.845564 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea9ce8-32ab-4c41-ae26-299e53355310 None None] Attempting to bind port 84d7f479-4e66-4208-adcc-dfc75f79b4ac on network 9d0c5430-6e3e-41ed-abbd-ba8afea46049 {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:43:31.852283 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea9ce8-32ab-4c41-ae26-299e53355310 None None] Checking agent: {'id': '22e3e7b9-314b-4177-b9d0-dabbf2661436', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 27, 14), 'started_at': datetime.datetime(2021, 5, 11, 16, 27, 44), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:43:31.852669 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea9ce8-32ab-4c41-ae26-299e53355310 None None] Checking segment: {'id': '22686a75-e6cc-4411-bdca-673c9778f912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '9d0c5430-6e3e-41ed-abbd-ba8afea46049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:43:31.853067 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-fbea9ce8-32ab-4c41-ae26-299e53355310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.853465 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea9ce8-32ab-4c41-ae26-299e53355310 None None] Bound using segment: {'id': '22686a75-e6cc-4411-bdca-673c9778f912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '9d0c5430-6e3e-41ed-abbd-ba8afea46049'} {{(pid=78911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:43:31.853940 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.managers [None req-fbea9ce8-32ab-4c41-ae26-299e53355310 None None] Bound port: 84d7f479-4e66-4208-adcc-dfc75f79b4ac, host: dv-cinder-789603-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22686a75-e6cc-4411-bdca-673c9778f912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '9d0c5430-6e3e-41ed-abbd-ba8afea46049'}}] {{(pid=78911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:43:31.854404 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-fbea9ce8-32ab-4c41-ae26-299e53355310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.915585 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-70d6c5b0-02cd-42f6-9222-0d73495c7a2d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.919433 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-70d6c5b0-02cd-42f6-9222-0d73495c7a2d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496974'] for security_group_rule, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.921419 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:31.941455 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6c5b0-02cd-42f6-9222-0d73495c7a2d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b12ce9c-39a3-4b80-b114-fe365ee5beca,revision_number=0']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:31.945275 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-70d6c5b0-02cd-42f6-9222-0d73495c7a2d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:31.954490 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-70d6c5b0-02cd-42f6-9222-0d73495c7a2d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.955594 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-70d6c5b0-02cd-42f6-9222-0d73495c7a2d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1684258 May 11 16:43:31.960607 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-fbea9ce8-32ab-4c41-ae26-299e53355310 None None] For port 84d7f479-4e66-4208-adcc-dfc75f79b4ac, host dv-cinder-789603-4-smb, cleared binding levels {{(pid=78911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:43:31.964076 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-fbea9ce8-32ab-4c41-ae26-299e53355310 None None] For port 84d7f479-4e66-4208-adcc-dfc75f79b4ac, host dv-cinder-789603-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=84d7f479-4e66-4208-adcc-dfc75f79b4ac,segment=NetworkSegment(22686a75-e6cc-4411-bdca-673c9778f912),segment_id=22686a75-e6cc-4411-bdca-673c9778f912)] {{(pid=78911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:43:31.969801 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-fbea9ce8-32ab-4c41-ae26-299e53355310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:31.973831 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:32.051646 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbea9ce8-32ab-4c41-ae26-299e53355310 None None] Routers {'c7e22eb8-0348-44b5-a5be-f9c877026bed'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:43:32.052315 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-fbea9ce8-32ab-4c41-ae26-299e53355310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:43:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['c7e22eb8-0348-44b5-a5be-f9c877026bed'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:43:32.165588 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456804e6-4258-46c6-bbaa-3d022d79ce3a None None] Pushing event updated for resources: {'Port': ['ID=84d7f479-4e66-4208-adcc-dfc75f79b4ac,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:32.175640 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-456804e6-4258-46c6-bbaa-3d022d79ce3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:32.239904 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-fbea9ce8-32ab-4c41-ae26-299e53355310 None None] Set router c7e22eb8-0348-44b5-a5be-f9c877026bed gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:43:32.550404 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:43:32.573534 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-fbea9ce8-32ab-4c41-ae26-299e53355310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e22eb8-0348-44b5-a5be-f9c877026bed', 'name': 'tempest-TestShelveInstance-808774375-router', 'tenant_id': 'c2f6b3695f6d4a50901932df8e4955e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.90'}], 'enable_snat': True}, 'gw_port_id': '674cbaf7-69f8-422c-be7b-305baed0f380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:43:23Z', 'updated_at': '2021-05-11T16:43:28Z', 'revision_number': 4, 'project_id': 'c2f6b3695f6d4a50901932df8e4955e5', 'gw_port': {'id': '674cbaf7-69f8-422c-be7b-305baed0f380', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:aa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e22eb8-0348-44b5-a5be-f9c877026bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:24Z', 'updated_at': '2021-05-11T16:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': '84d7f479-4e66-4208-adcc-dfc75f79b4ac', 'name': '', 'network_id': '9d0c5430-6e3e-41ed-abbd-ba8afea46049', 'tenant_id': 'c2f6b3695f6d4a50901932df8e4955e5', 'mac_address': 'fa:16:3e:14:8e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e22eb8-0348-44b5-a5be-f9c877026bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd71b7ae0-2b29-4336-9963-9dceea476d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:27Z', 'updated_at': '2021-05-11T16:43:31Z', 'revision_number': 4, 'project_id': 'c2f6b3695f6d4a50901932df8e4955e5', 'subnets': [{'id': 'd71b7ae0-2b29-4336-9963-9dceea476d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:43:32.580979 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbea9ce8-32ab-4c41-ae26-299e53355310 None None] The sync data for ids ['c7e22eb8-0348-44b5-a5be-f9c877026bed'] in dv-cinder-789603-4-smb is: [{'id': 'c7e22eb8-0348-44b5-a5be-f9c877026bed', 'name': 'tempest-TestShelveInstance-808774375-router', 'tenant_id': 'c2f6b3695f6d4a50901932df8e4955e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.90'}], 'enable_snat': True}, 'gw_port_id': '674cbaf7-69f8-422c-be7b-305baed0f380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:43:23Z', 'updated_at': '2021-05-11T16:43:28Z', 'revision_number': 4, 'project_id': 'c2f6b3695f6d4a50901932df8e4955e5', 'gw_port': {'id': '674cbaf7-69f8-422c-be7b-305baed0f380', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:aa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e22eb8-0348-44b5-a5be-f9c877026bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:24Z', 'updated_at': '2021-05-11T16:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': '84d7f479-4e66-4208-adcc-dfc75f79b4ac', 'name': '', 'network_id': '9d0c5430-6e3e-41ed-abbd-ba8afea46049', 'tenant_id': 'c2f6b3695f6d4a50901932df8e4955e5', 'mac_address': 'fa:16:3e:14:8e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e22eb8-0348-44b5-a5be-f9c877026bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd71b7ae0-2b29-4336-9963-9dceea476d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:27Z', 'updated_at': '2021-05-11T16:43:31Z', 'revision_number': 4, 'project_id': 'c2f6b3695f6d4a50901932df8e4955e5', 'subnets': [{'id': 'd71b7ae0-2b29-4336-9963-9dceea476d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:43:32.876917 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 84d7f479-4e66-4208-adcc-dfc75f79b4ac up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:43:32.949397 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning for port 84d7f479-4e66-4208-adcc-dfc75f79b4ac completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:43:32.954717 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port 84d7f479-4e66-4208-adcc-dfc75f79b4ac triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:43:32.955086 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:33.125907 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:33.160515 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] For port 84d7f479-4e66-4208-adcc-dfc75f79b4ac, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=84d7f479-4e66-4208-adcc-dfc75f79b4ac,segment=NetworkSegment(22686a75-e6cc-4411-bdca-673c9778f912),segment_id=22686a75-e6cc-4411-bdca-673c9778f912)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:43:33.164388 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:33.165563 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 674cbaf7-69f8-422c-be7b-305baed0f380 up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:43:33.192616 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-5090fd17-1861-4c5b-8d4c-6f2bb4757344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:33.287251 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Pushing event updated for resources: {'Port': ['ID=84d7f479-4e66-4208-adcc-dfc75f79b4ac,revision_number=5']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:33.291133 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:33.302387 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port 674cbaf7-69f8-422c-be7b-305baed0f380 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:43:33.302763 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:34.783801 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 84d7f479-4e66-4208-adcc-dfc75f79b4ac up at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:43:34.860983 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Provisioning complete for port 84d7f479-4e66-4208-adcc-dfc75f79b4ac triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:43:34.860983 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:40.577228 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-0e82d118-dd49-4338-a43b-e9fda234e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:42.703399 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:42.983382 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-3d38ec97-aaa5-48b5-b916-15939755cebe req-969e7801-c4b6-4a85-a948-df374492224f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789566 May 11 16:43:43.120009 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38ec97-aaa5-48b5-b916-15939755cebe req-4042984c-6afc-4def-9e56-4537989352b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:43.121450 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-3d38ec97-aaa5-48b5-b916-15939755cebe req-4042984c-6afc-4def-9e56-4537989352b7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=262ccc5510544ce0a4c4ce0d80c13de5&device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 1100 time: 0.0701005 May 11 16:43:43.277399 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38ec97-aaa5-48b5-b916-15939755cebe req-4fbf4f75-5425-433d-9bdc-a6c74a1309ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:43.278827 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-3d38ec97-aaa5-48b5-b916-15939755cebe req-4fbf4f75-5425-433d-9bdc-a6c74a1309ba service neutron] 10.222.0.85 "GET /v2.0/networks?id=b88aa6df-5bed-46a0-8951-f555a2261aa5 HTTP/1.1" status: 200 len: 919 time: 0.1350586 May 11 16:43:43.383659 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-3d38ec97-aaa5-48b5-b916-15939755cebe req-e711c4df-59af-4b5f-b24d-432c730ad652 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fedaf853-e67f-4eeb-84ac-bd579e816dbe HTTP/1.1" status: 200 len: 1002 time: 0.0967267 May 11 16:43:43.449256 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38ec97-aaa5-48b5-b916-15939755cebe req-affde69d-9323-41c1-84eb-22b957efa976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:43.450647 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-3d38ec97-aaa5-48b5-b916-15939755cebe req-affde69d-9323-41c1-84eb-22b957efa976 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a408f652-827a-47bf-a362-ed4cc793ec89 HTTP/1.1" status: 200 len: 856 time: 0.0589633 May 11 16:43:43.531663 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38ec97-aaa5-48b5-b916-15939755cebe req-1b8a693b-0517-487c-bbcb-d5eb103a95d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:43.533102 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-3d38ec97-aaa5-48b5-b916-15939755cebe req-1b8a693b-0517-487c-bbcb-d5eb103a95d6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b88aa6df-5bed-46a0-8951-f555a2261aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742524 May 11 16:43:43.588707 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-f21987c7-a263-4ad8-9165-7797b6544a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:43.671977 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-3d38ec97-aaa5-48b5-b916-15939755cebe req-4e8132b8-4194-4b06-92d4-66f98e1f5f1a service neutron] 10.222.0.85 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298501 May 11 16:43:43.720255 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:43.805984 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-3d38ec97-aaa5-48b5-b916-15939755cebe req-0c476742-bbca-4017-9c8a-448a7581dbc0 service neutron] 10.222.0.85 "GET /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273270 May 11 16:43:45.068251 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:47.622193 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:48.105668 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1c88a788-edab-407f-be64-b4ff666cea53 req-6f25c536-9ebe-4307-af15-7d2961bd0658 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1771478388&fields=id&tenant_id=3b66f8b9361d473d825d116d42d6754b HTTP/1.1" status: 200 len: 267 time: 0.0406246 May 11 16:43:48.270028 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88a788-edab-407f-be64-b4ff666cea53 req-7b162b71-cb4d-46bd-84f9-a0a45ef8a706 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:48.271595 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1c88a788-edab-407f-be64-b4ff666cea53 req-7b162b71-cb4d-46bd-84f9-a0a45ef8a706 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/networks?id=f81911b1-3086-40db-9ddc-1800eebe378c HTTP/1.1" status: 200 len: 808 time: 0.1581092 May 11 16:43:48.288453 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1c88a788-edab-407f-be64-b4ff666cea53 req-5958c799-404a-42ec-a10c-06cbdd7d5885 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/quotas/3b66f8b9361d473d825d116d42d6754b HTTP/1.1" status: 200 len: 375 time: 0.0106504 May 11 16:43:48.391224 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1c88a788-edab-407f-be64-b4ff666cea53 req-b64c56ae-0255-4005-b6ef-d35451ca364d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b66f8b9361d473d825d116d42d6754b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0962248 May 11 16:43:48.710483 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1c88a788-edab-407f-be64-b4ff666cea53 req-47b98da1-4291-48b6-ab09-36637a2f8e24 service neutron] 10.222.0.76 "GET /v2.0/networks/f81911b1-3086-40db-9ddc-1800eebe378c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036723 May 11 16:43:48.858953 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1c88a788-edab-407f-be64-b4ff666cea53 req-0087bf46-b032-4396-b51f-ed1b25f5e3a2 service neutron] 10.222.0.76 "GET /v2.0/networks/f81911b1-3086-40db-9ddc-1800eebe378c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414390 May 11 16:43:49.399770 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-e2eb0071-4ed3-4cf2-a9cb-f2743721ffa7 req-714994d3-0925-4860-89c4-6f8aae61dda7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 210 time: 0.0438242 May 11 16:43:50.561109 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-e6628cab-ac78-4dd0-b4a1-b2d59e88934b req-dbbc7996-f00c-4bcd-b5cf-1e89d8533a11 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 210 time: 0.0445132 May 11 16:43:50.769434 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88a788-edab-407f-be64-b4ff666cea53 req-74a0af37-4589-4034-abd1-47af7f2e628a tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:50.770229 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-1c88a788-edab-407f-be64-b4ff666cea53 req-74a0af37-4589-4034-abd1-47af7f2e628a tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Synchronizing usage tracker for tenant:3b66f8b9361d473d825d116d42d6754b on resource:network {{(pid=78910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:43:50.789314 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-1c88a788-edab-407f-be64-b4ff666cea53 req-74a0af37-4589-4034-abd1-47af7f2e628a tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Unset dirty status for tenant:3b66f8b9361d473d825d116d42d6754b on resource:network {{(pid=78910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:43:50.790506 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-1c88a788-edab-407f-be64-b4ff666cea53 req-74a0af37-4589-4034-abd1-47af7f2e628a tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.85 "GET /v2.0/networks?id=f81911b1-3086-40db-9ddc-1800eebe378c HTTP/1.1" status: 200 len: 808 time: 0.1811211 May 11 16:43:50.844439 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-1c88a788-edab-407f-be64-b4ff666cea53 req-984e8b0a-503a-4226-a4b7-7d2bc5592012 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Synchronizing usage tracker for tenant:3b66f8b9361d473d825d116d42d6754b on resource:security_group {{(pid=78910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:43:50.862001 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-1c88a788-edab-407f-be64-b4ff666cea53 req-984e8b0a-503a-4226-a4b7-7d2bc5592012 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Unset dirty status for tenant:3b66f8b9361d473d825d116d42d6754b on resource:security_group {{(pid=78910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:43:50.863135 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-1c88a788-edab-407f-be64-b4ff666cea53 req-984e8b0a-503a-4226-a4b7-7d2bc5592012 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b66f8b9361d473d825d116d42d6754b HTTP/1.1" status: 200 len: 380 time: 0.0606475 May 11 16:43:50.873324 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [req-1c88a788-edab-407f-be64-b4ff666cea53 req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Request body: {'port': {'device_id': '85f42de3-c011-44f1-a072-1fc5d3515227', 'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c', 'admin_state_up': True, 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'security_groups': ['aee1be61-63b4-459f-b1c0-1ea6e19f78f2']}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:43:51.014423 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [req-1c88a788-edab-407f-be64-b4ff666cea53 req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:43:51.018175 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-1c88a788-edab-407f-be64-b4ff666cea53 req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Usage tracker for resource:port and tenant:3b66f8b9361d473d825d116d42d6754b is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:43:51.021081 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-1c88a788-edab-407f-be64-b4ff666cea53 req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:43:51.026716 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [req-1c88a788-edab-407f-be64-b4ff666cea53 req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:43:51.038253 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c88a788-edab-407f-be64-b4ff666cea53 req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Made reservation on behalf of 3b66f8b9361d473d825d116d42d6754b for: {'port': 1} {{(pid=78910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 16:43:51.041726 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-1c88a788-edab-407f-be64-b4ff666cea53 req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:51.210472 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_common [req-1c88a788-edab-407f-be64-b4ff666cea53 req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Allocated IP 172.20.0.12 (f81911b1-3086-40db-9ddc-1800eebe378c/6d34fe13-d4cd-4394-b07f-385d3f86fd4b/35d55cbe-cbda-42bc-bbbc-78d8b9de35a9) {{(pid=78910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:43:51.512803 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-1c88a788-edab-407f-be64-b4ff666cea53 req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for port, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:51.530036 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.provisioning_blocks [req-1c88a788-edab-407f-be64-b4ff666cea53 req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Transition to ACTIVE for port object 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 will not be triggered until provisioned by entity DHCP. {{(pid=78910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:43:51.553462 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-1c88a788-edab-407f-be64-b4ff666cea53 req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:51.559112 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-fb967b20-0c02-4400-93b8-749f8a2c5442 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:51.626800 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c88a788-edab-407f-be64-b4ff666cea53 req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Network f81911b1-3086-40db-9ddc-1800eebe378c is already hosted by enough agents. {{(pid=78910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:43:51.627984 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [req-1c88a788-edab-407f-be64-b4ff666cea53 req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Resources bound (agent type, host, resource id): {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:43:51.637030 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c88a788-edab-407f-be64-b4ff666cea53 req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Received port after_create {{(pid=78910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:43:51.667730 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Pushing event updated for resources: {'Port': ['ID=35d55cbe-cbda-42bc-bbbc-78d8b9de35a9,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:51.684338 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:51.684711 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:51.685843 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:51.686708 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:51.687280 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:51.688088 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:51.688620 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:51.689140 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:51.689644 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:51.690170 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:51.690669 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:51.691180 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:51.697685 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:51.731861 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88a788-edab-407f-be64-b4ff666cea53 req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:51.732544 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-1c88a788-edab-407f-be64-b4ff666cea53 req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:51.758924 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-1c88a788-edab-407f-be64-b4ff666cea53 req-cb5aa041-59ce-46de-987d-f9730e5917f7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8898206 May 11 16:43:51.772721 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [req-1c88a788-edab-407f-be64-b4ff666cea53 req-08c3af2a-4a2d-42ff-a174-454f112be761 service neutron] Request body: {'port': {'device_id': '85f42de3-c011-44f1-a072-1fc5d3515227', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:43:51.894046 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-1c88a788-edab-407f-be64-b4ff666cea53 req-08c3af2a-4a2d-42ff-a174-454f112be761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:51.916384 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ce31c-2a7c-4fce-91a9-574879d3e0d7 req-11685d53-8f6f-4fc9-a804-36c1100e3025 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:51.917902 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4e4ce31c-2a7c-4fce-91a9-574879d3e0d7 req-11685d53-8f6f-4fc9-a804-36c1100e3025 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 932 time: 0.0854850 May 11 16:43:51.923011 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-21a111b7-2f0e-4d9c-829c-aadd0b000f9e None None] Provisioning for port 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 completed by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:43:51.928508 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-21a111b7-2f0e-4d9c-829c-aadd0b000f9e None None] Provisioning complete for port 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 triggered by entity DHCP. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:43:51.928970 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-21a111b7-2f0e-4d9c-829c-aadd0b000f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:51.969237 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-4e4ce31c-2a7c-4fce-91a9-574879d3e0d7 req-fec62932-dd4d-4f68-9852-d26d6acb0118 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee1be61-63b4-459f-b1c0-1ea6e19f78f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424597 May 11 16:43:51.990307 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-21a111b7-2f0e-4d9c-829c-aadd0b000f9e None None] Port 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 cannot update to ACTIVE because it is not bound. {{(pid=78911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 11 16:43:52.254835 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [req-1c88a788-edab-407f-be64-b4ff666cea53 req-08c3af2a-4a2d-42ff-a174-454f112be761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 {{(pid=78910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:43:52.262333 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-1c88a788-edab-407f-be64-b4ff666cea53 req-08c3af2a-4a2d-42ff-a174-454f112be761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:52.276427 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.provisioning_blocks [req-1c88a788-edab-407f-be64-b4ff666cea53 req-08c3af2a-4a2d-42ff-a174-454f112be761 service neutron] Transition to ACTIVE for port object 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 will not be triggered until provisioned by entity L2. {{(pid=78910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 11 16:43:52.281335 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-1c88a788-edab-407f-be64-b4ff666cea53 req-08c3af2a-4a2d-42ff-a174-454f112be761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15504005'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:52.285127 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-00c0aeeb-92c2-4298-917b-09f6ca1375d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:52.417562 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3af2a-4a2d-42ff-a174-454f112be761 service neutron] Pushing event updated for resources: {'Port': ['ID=35d55cbe-cbda-42bc-bbbc-78d8b9de35a9,revision_number=2']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:52.445739 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-08c3af2a-4a2d-42ff-a174-454f112be761 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:52.529260 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-1c88a788-edab-407f-be64-b4ff666cea53 req-08c3af2a-4a2d-42ff-a174-454f112be761 service neutron] Attempting to bind port 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 11 16:43:52.529746 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-1c88a788-edab-407f-be64-b4ff666cea53 req-08c3af2a-4a2d-42ff-a174-454f112be761 service neutron] Attempting to bind port 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'e09f6f58-1ecd-4fed-8923-9399f2c175c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c'}] {{(pid=78910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 11 16:43:52.530316 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c88a788-edab-407f-be64-b4ff666cea53 req-08c3af2a-4a2d-42ff-a174-454f112be761 service neutron] Attempting to bind port 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 on network f81911b1-3086-40db-9ddc-1800eebe378c {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:43:52.535260 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c88a788-edab-407f-be64-b4ff666cea53 req-08c3af2a-4a2d-42ff-a174-454f112be761 service neutron] Port 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 on network f81911b1-3086-40db-9ddc-1800eebe378c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 11 16:43:52.535577 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c88a788-edab-407f-be64-b4ff666cea53 req-08c3af2a-4a2d-42ff-a174-454f112be761 service neutron] Attempting to bind port 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 on network f81911b1-3086-40db-9ddc-1800eebe378c {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 11 16:43:52.541071 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c88a788-edab-407f-be64-b4ff666cea53 req-08c3af2a-4a2d-42ff-a174-454f112be761 service neutron] Checking agent: {'id': 'd37e6d19-ade9-4e89-aecb-ac851dc75e8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'started_at': datetime.datetime(2021, 5, 11, 16, 33, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 11, 16, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 11 16:43:52.541483 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c88a788-edab-407f-be64-b4ff666cea53 req-08c3af2a-4a2d-42ff-a174-454f112be761 service neutron] Checking segment: {'id': 'e09f6f58-1ecd-4fed-8923-9399f2c175c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 11 16:43:52.541872 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c88a788-edab-407f-be64-b4ff666cea53 req-08c3af2a-4a2d-42ff-a174-454f112be761 service neutron] Bound using segment: {'id': 'e09f6f58-1ecd-4fed-8923-9399f2c175c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c'} {{(pid=78910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 11 16:43:52.542379 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.managers [req-1c88a788-edab-407f-be64-b4ff666cea53 req-08c3af2a-4a2d-42ff-a174-454f112be761 service neutron] Bound port: 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e09f6f58-1ecd-4fed-8923-9399f2c175c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c'}}] {{(pid=78910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 11 16:43:52.542732 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-1c88a788-edab-407f-be64-b4ff666cea53 req-08c3af2a-4a2d-42ff-a174-454f112be761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:52.639073 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-1c88a788-edab-407f-be64-b4ff666cea53 req-08c3af2a-4a2d-42ff-a174-454f112be761 service neutron] For port 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9, host hv-cinder-78960, cleared binding levels {{(pid=78910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 11 16:43:52.642640 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-1c88a788-edab-407f-be64-b4ff666cea53 req-08c3af2a-4a2d-42ff-a174-454f112be761 service neutron] For port 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=35d55cbe-cbda-42bc-bbbc-78d8b9de35a9,segment=NetworkSegment(e09f6f58-1ecd-4fed-8923-9399f2c175c1),segment_id=e09f6f58-1ecd-4fed-8923-9399f2c175c1)] {{(pid=78910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 11 16:43:52.647492 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-1c88a788-edab-407f-be64-b4ff666cea53 req-08c3af2a-4a2d-42ff-a174-454f112be761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15504005'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:52.651481 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-3ea53ed8-0100-4080-bae7-e3b75ed5f49d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:52.709324 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88a788-edab-407f-be64-b4ff666cea53 req-08c3af2a-4a2d-42ff-a174-454f112be761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:52.709951 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-1c88a788-edab-407f-be64-b4ff666cea53 req-08c3af2a-4a2d-42ff-a174-454f112be761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:52.711330 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-1c88a788-edab-407f-be64-b4ff666cea53 req-08c3af2a-4a2d-42ff-a174-454f112be761 service neutron] 10.222.0.85 "PUT /v2.0/ports/35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 HTTP/1.1" status: 200 len: 1094 time: 0.9435456 May 11 16:43:52.711852 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f42de3-c011-44f1-a072-1fc5d3515227', 'tag': '35d55cbe-cbda-42bc-bbbc-78d8b9de35a9'}] {{(pid=78910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:43:52.741662 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3af2a-4a2d-42ff-a174-454f112be761 service neutron] Pushing event updated for resources: {'Port': ['ID=35d55cbe-cbda-42bc-bbbc-78d8b9de35a9,revision_number=3']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:52.745254 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-08c3af2a-4a2d-42ff-a174-454f112be761 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:52.800811 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f42de3-c011-44f1-a072-1fc5d3515227', 'tag': '35d55cbe-cbda-42bc-bbbc-78d8b9de35a9', 'status': 'completed', 'code': 200} May 11 16:43:52.846303 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88a788-edab-407f-be64-b4ff666cea53 req-02cabc53-265d-4b70-b298-5b73a52b25ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:52.847927 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-1c88a788-edab-407f-be64-b4ff666cea53 req-02cabc53-265d-4b70-b298-5b73a52b25ea service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3b66f8b9361d473d825d116d42d6754b&device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 1097 time: 0.0803316 May 11 16:43:52.924173 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-1c88a788-edab-407f-be64-b4ff666cea53 req-9d01821c-4308-4f91-a6c5-c44315531fd1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 HTTP/1.1" status: 200 len: 217 time: 0.0671961 May 11 16:43:52.986751 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88a788-edab-407f-be64-b4ff666cea53 req-f06a3829-5ce3-4dcd-ad15-7e3368ad1ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:52.988124 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-1c88a788-edab-407f-be64-b4ff666cea53 req-f06a3829-5ce3-4dcd-ad15-7e3368ad1ad5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6d34fe13-d4cd-4394-b07f-385d3f86fd4b HTTP/1.1" status: 200 len: 847 time: 0.0576890 May 11 16:43:53.069009 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88a788-edab-407f-be64-b4ff666cea53 req-610098ea-a43e-4ce3-bd74-c48935ae3c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:53.070391 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-1c88a788-edab-407f-be64-b4ff666cea53 req-610098ea-a43e-4ce3-bd74-c48935ae3c36 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f81911b1-3086-40db-9ddc-1800eebe378c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752640 May 11 16:43:53.157026 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3346eb-5ad9-4aef-9bc6-ffbf28f88060 req-e071a71c-b062-491f-b195-be24ad6676d7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:53.158493 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ca3346eb-5ad9-4aef-9bc6-ffbf28f88060 req-e071a71c-b062-491f-b195-be24ad6676d7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 944 time: 0.0812495 May 11 16:43:53.208842 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ca3346eb-5ad9-4aef-9bc6-ffbf28f88060 req-683f341f-8034-4a06-a0a6-5b84f7690fe6 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee1be61-63b4-459f-b1c0-1ea6e19f78f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444126 May 11 16:43:53.212002 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-1c88a788-edab-407f-be64-b4ff666cea53 req-3f60b62b-e789-437d-8570-27c270057062 service neutron] 10.222.0.85 "GET /v2.0/networks/f81911b1-3086-40db-9ddc-1800eebe378c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342542 May 11 16:43:53.446634 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-1c88a788-edab-407f-be64-b4ff666cea53 req-0caf528e-e505-4be3-a050-c12ed9c1794d service neutron] 10.222.0.85 "GET /v2.0/networks/f81911b1-3086-40db-9ddc-1800eebe378c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277114 May 11 16:43:53.599110 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377ac14-236f-40ac-bb12-c40569b2498d req-de52cba0-39ec-478b-9d22-4aab5d2f1aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:53.600708 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a377ac14-236f-40ac-bb12-c40569b2498d req-de52cba0-39ec-478b-9d22-4aab5d2f1aaa service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3b66f8b9361d473d825d116d42d6754b&device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 1097 time: 0.0997329 May 11 16:43:53.737630 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377ac14-236f-40ac-bb12-c40569b2498d req-9456f827-2c76-4778-8c2a-c9f1b4eccee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:53.739410 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a377ac14-236f-40ac-bb12-c40569b2498d req-9456f827-2c76-4778-8c2a-c9f1b4eccee3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f81911b1-3086-40db-9ddc-1800eebe378c HTTP/1.1" status: 200 len: 910 time: 0.1317945 May 11 16:43:53.815376 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a377ac14-236f-40ac-bb12-c40569b2498d req-366d855a-d346-47a2-b197-a213ecbe20b0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 HTTP/1.1" status: 200 len: 217 time: 0.0661914 May 11 16:43:53.880410 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377ac14-236f-40ac-bb12-c40569b2498d req-59b4e884-c6b9-4d84-ac1d-da8f77bd209d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:53.881852 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a377ac14-236f-40ac-bb12-c40569b2498d req-59b4e884-c6b9-4d84-ac1d-da8f77bd209d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6d34fe13-d4cd-4394-b07f-385d3f86fd4b HTTP/1.1" status: 200 len: 847 time: 0.0587666 May 11 16:43:53.966992 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377ac14-236f-40ac-bb12-c40569b2498d req-d115590c-9667-4f3b-a6f4-4810ec89e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:53.968729 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a377ac14-236f-40ac-bb12-c40569b2498d req-d115590c-9667-4f3b-a6f4-4810ec89e42e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f81911b1-3086-40db-9ddc-1800eebe378c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752816 May 11 16:43:54.111382 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a377ac14-236f-40ac-bb12-c40569b2498d req-bf5b50a6-75b8-4490-8641-98e084490f8a service neutron] 10.222.0.85 "GET /v2.0/networks/f81911b1-3086-40db-9ddc-1800eebe378c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324046 May 11 16:43:54.256951 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a377ac14-236f-40ac-bb12-c40569b2498d req-67477bbc-ee66-40ee-8282-f08ff10b7e07 service neutron] 10.222.0.85 "GET /v2.0/networks/f81911b1-3086-40db-9ddc-1800eebe378c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344061 May 11 16:43:54.400990 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfbeb7-c3ce-4ef4-9fbf-fad2d57ee9c4 req-07bfc4d3-9efe-47fc-b91e-44559c45eaba tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:54.402467 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-04bfbeb7-c3ce-4ef4-9fbf-fad2d57ee9c4 req-07bfc4d3-9efe-47fc-b91e-44559c45eaba tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 944 time: 0.0829368 May 11 16:43:54.448114 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-04bfbeb7-c3ce-4ef4-9fbf-fad2d57ee9c4 req-805c201f-8f49-4045-913d-8f73d52defc2 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee1be61-63b4-459f-b1c0-1ea6e19f78f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388651 May 11 16:43:55.645707 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8ccb5-cce3-4762-8c36-24684a352093 req-5a4d4112-e523-4fd9-8591-31acbc953f65 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:55.647254 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-09a8ccb5-cce3-4762-8c36-24684a352093 req-5a4d4112-e523-4fd9-8591-31acbc953f65 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 944 time: 0.0892367 May 11 16:43:55.695231 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-09a8ccb5-cce3-4762-8c36-24684a352093 req-e0b0cbe1-04cd-428c-998f-639c55cb83f0 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee1be61-63b4-459f-b1c0-1ea6e19f78f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421762 May 11 16:43:56.023781 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:43:56.177341 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=35d55cbe-cbda-42bc-bbbc-78d8b9de35a9,segment=NetworkSegment(e09f6f58-1ecd-4fed-8923-9399f2c175c1),segment_id=e09f6f58-1ecd-4fed-8923-9399f2c175c1)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:43:56.192204 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Returning: {'device': '35d55cbe-cbda-42bc-bbbc-78d8b9de35a9', 'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c', 'port_id': '35d55cbe-cbda-42bc-bbbc-78d8b9de35a9', 'mac_address': 'fa:16:3e:4d:bc:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d34fe13-d4cd-4394-b07f-385d3f86fd4b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:43:56.251441 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:56.268883 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 {{(pid=78911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:43:56.285320 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=35d55cbe-cbda-42bc-bbbc-78d8b9de35a9,segment=NetworkSegment(e09f6f58-1ecd-4fed-8923-9399f2c175c1),segment_id=e09f6f58-1ecd-4fed-8923-9399f2c175c1)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:43:56.289804 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:56.291662 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-2bb1ce3f-e06d-4001-a30d-58b66fbd964f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:56.358148 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=35d55cbe-cbda-42bc-bbbc-78d8b9de35a9,revision_number=4']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:56.365374 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:56.365718 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:56.366056 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:56.366387 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:56.366712 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:56.367034 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:56.367354 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:56.367671 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:56.368014 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:56.368331 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:56.368644 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:56.368956 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:43:56.373028 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:56.507540 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['35d55cbe-cbda-42bc-bbbc-78d8b9de35a9'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:43:56.895062 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35327109-1471-4347-8313-4883b1e6f07a req-f00125aa-c9f6-4242-a67b-68e2ce5229c2 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:56.896576 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-35327109-1471-4347-8313-4883b1e6f07a req-f00125aa-c9f6-4242-a67b-68e2ce5229c2 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 945 time: 0.0940514 May 11 16:43:56.943992 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-35327109-1471-4347-8313-4883b1e6f07a req-0ce4e58d-0b5e-43c6-99d5-cf5d727936cd tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee1be61-63b4-459f-b1c0-1ea6e19f78f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417471 May 11 16:43:58.041138 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 up at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:43:58.114660 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning for port 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 completed by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 11 16:43:58.119804 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning complete for port 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:43:58.120212 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:58.132502 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66179a-cac8-415d-8d9d-91e1aeba60ca req-d86281aa-c8bb-4993-97c3-eb4721f3eccc tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:58.134017 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ca66179a-cac8-415d-8d9d-91e1aeba60ca req-d86281aa-c8bb-4993-97c3-eb4721f3eccc tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 945 time: 0.0848775 May 11 16:43:58.180299 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-ca66179a-cac8-415d-8d9d-91e1aeba60ca req-7fac73ec-c9fb-4c00-adf3-386bcc79547c tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee1be61-63b4-459f-b1c0-1ea6e19f78f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399141 May 11 16:43:58.244105 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:58.272104 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f42de3-c011-44f1-a072-1fc5d3515227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d55cbe-cbda-42bc-bbbc-78d8b9de35a9'}] {{(pid=78911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:43:58.282717 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=35d55cbe-cbda-42bc-bbbc-78d8b9de35a9,segment=NetworkSegment(e09f6f58-1ecd-4fed-8923-9399f2c175c1),segment_id=e09f6f58-1ecd-4fed-8923-9399f2c175c1)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:43:58.287483 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:43:58.290315 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:43:58.323621 dv-cinder-789603-4-smb neutron-server[78911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f42de3-c011-44f1-a072-1fc5d3515227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d55cbe-cbda-42bc-bbbc-78d8b9de35a9', 'code': 200} May 11 16:43:58.370262 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=35d55cbe-cbda-42bc-bbbc-78d8b9de35a9,revision_number=5']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:43:58.373759 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:43:58.626291 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a0aba-f46f-4a53-85bc-8f7abbb866f1 req-de4b8fee-eb5f-4d2c-b672-3ff491ea1951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:58.627681 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-f45a0aba-f46f-4a53-85bc-8f7abbb866f1 req-de4b8fee-eb5f-4d2c-b672-3ff491ea1951 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 1099 time: 0.0741651 May 11 16:43:58.673091 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-f45a0aba-f46f-4a53-85bc-8f7abbb866f1 req-40661ad4-ac35-4a90-bd3a-040184000f4f service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=aee1be61-63b4-459f-b1c0-1ea6e19f78f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376217 May 11 16:43:59.381442 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b872b-af90-497d-b592-5d9f285236e8 req-ec1385a4-1c2a-4456-8bbe-ef7e229105af tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:43:59.382926 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-118b872b-af90-497d-b592-5d9f285236e8 req-ec1385a4-1c2a-4456-8bbe-ef7e229105af tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 946 time: 0.0906410 May 11 16:43:59.435841 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-118b872b-af90-497d-b592-5d9f285236e8 req-8fd6ff0e-6ce0-401c-8911-18dcccb2aee4 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee1be61-63b4-459f-b1c0-1ea6e19f78f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452518 May 11 16:44:00.621024 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826bcd7-f4bf-41fd-abcc-ac2cce634b20 req-47a70aa0-e3c0-4619-9323-05da9155b586 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:44:00.622541 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1826bcd7-f4bf-41fd-abcc-ac2cce634b20 req-47a70aa0-e3c0-4619-9323-05da9155b586 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 946 time: 0.0808110 May 11 16:44:00.672630 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-1826bcd7-f4bf-41fd-abcc-ac2cce634b20 req-61e4c826-0b38-432d-856d-1f171d582d7b tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee1be61-63b4-459f-b1c0-1ea6e19f78f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436780 May 11 16:44:00.871191 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c813d-7a57-4996-bf0f-b751fc6723ed req-c6badb37-6006-4b23-bc12-4ec6e09bc773 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:44:00.873383 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c24c813d-7a57-4996-bf0f-b751fc6723ed req-c6badb37-6006-4b23-bc12-4ec6e09bc773 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 946 time: 0.0925159 May 11 16:44:00.929628 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c24c813d-7a57-4996-bf0f-b751fc6723ed req-c1cfa045-6775-4bd8-806f-90dd526795f8 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee1be61-63b4-459f-b1c0-1ea6e19f78f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503733 May 11 16:44:00.953522 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 54282) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:44:01.127194 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6d90fc-912d-440b-8bcb-d9e6b47d35ad tempest-TestShelveInstance-275277331 tempest-TestShelveInstance-275277331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:44:01.128725 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-fc6d90fc-912d-440b-8bcb-d9e6b47d35ad tempest-TestShelveInstance-275277331 tempest-TestShelveInstance-275277331-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 1094 time: 0.1742196 May 11 16:44:01.131652 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 54288) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:44:01.136593 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.v2.base [None req-fb21033e-1878-4adf-9642-a23e30d604a0 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Request body: {'floatingip': {'floating_network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'port_id': '35d55cbe-cbda-42bc-bbbc-78d8b9de35a9', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=78910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 11 16:44:01.143257 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-fb21033e-1878-4adf-9642-a23e30d604a0 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:44:01.147041 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-fb21033e-1878-4adf-9642-a23e30d604a0 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Usage tracker for resource:floatingip and tenant:3b66f8b9361d473d825d116d42d6754b is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:44:01.149853 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-fb21033e-1878-4adf-9642-a23e30d604a0 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:44:01.156062 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-fb21033e-1878-4adf-9642-a23e30d604a0 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:44:01.166442 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fb21033e-1878-4adf-9642-a23e30d604a0 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for floatingip, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:01.306542 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fb21033e-1878-4adf-9642-a23e30d604a0 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:01.444182 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_common [None req-fb21033e-1878-4adf-9642-a23e30d604a0 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Allocated IP 172.28.1.237 (b8617b39-e2b1-4863-8310-b30d869022e5/f9de70b6-644a-45ab-98dc-77e0c30714b2/421e021b-346f-420e-8417-f4de2298f21b) {{(pid=78910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 16:44:01.596306 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fb21033e-1878-4adf-9642-a23e30d604a0 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for port, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:01.626713 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fb21033e-1878-4adf-9642-a23e30d604a0 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788165789687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:01.630661 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-7a17828d-7bc6-4a3f-be10-a3ffa71286bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:01.692135 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb21033e-1878-4adf-9642-a23e30d604a0 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Network b8617b39-e2b1-4863-8310-b30d869022e5 is already hosted by enough agents. {{(pid=78910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 16:44:01.694969 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.base_scheduler [None req-fb21033e-1878-4adf-9642-a23e30d604a0 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Resources bound (agent type, host, resource id): {{(pid=78910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 16:44:01.704124 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb21033e-1878-4adf-9642-a23e30d604a0 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Received port after_create {{(pid=78910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 11 16:44:01.735038 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21033e-1878-4adf-9642-a23e30d604a0 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Pushing event updated for resources: {'Port': ['ID=421e021b-346f-420e-8417-f4de2298f21b,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:01.741173 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-fb21033e-1878-4adf-9642-a23e30d604a0 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:02.230624 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fb21033e-1878-4adf-9642-a23e30d604a0 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:02.306695 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fb21033e-1878-4adf-9642-a23e30d604a0 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:02.525595 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fb21033e-1878-4adf-9642-a23e30d604a0 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for port, precommit_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:02.531196 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fb21033e-1878-4adf-9642-a23e30d604a0 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15504005'] for port, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:02.535607 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-1ad7cb1e-ec5f-4d5b-a72c-4d3f3e021ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:02.641072 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21033e-1878-4adf-9642-a23e30d604a0 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Pushing event updated for resources: {'Port': ['ID=421e021b-346f-420e-8417-f4de2298f21b,revision_number=2']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:02.645510 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-fb21033e-1878-4adf-9642-a23e30d604a0 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:02.658818 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fb21033e-1878-4adf-9642-a23e30d604a0 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397171'] for floatingip, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:02.836691 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.db.l3_db [None req-fb21033e-1878-4adf-9642-a23e30d604a0 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Floating IP 64df5593-c161-46d5-96e9-cff8f207ca40 associated. External IP: 172.28.1.237, port: 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9. May 11 16:44:03.314158 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb21033e-1878-4adf-9642-a23e30d604a0 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Router e644786a-43ae-4551-8eaa-3e19c19b572c has already been hosted by L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae {{(pid=78910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:44:03.624552 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb21033e-1878-4adf-9642-a23e30d604a0 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:44:03.634256 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6d5b8f-98cd-42fc-8a8f-d17aa90fa182 None None] Sync routers for ids ['e644786a-43ae-4551-8eaa-3e19c19b572c'] in dv-cinder-789603-4-smb {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:44:03.645413 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6d5b8f-98cd-42fc-8a8f-d17aa90fa182 None None] Routers {'e644786a-43ae-4551-8eaa-3e19c19b572c'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:44:03.646037 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-da6d5b8f-98cd-42fc-8a8f-d17aa90fa182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:43:44Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['e644786a-43ae-4551-8eaa-3e19c19b572c'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:44:03.654442 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fb21033e-1878-4adf-9642-a23e30d604a0 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for floatingip, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:03.716839 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-fb21033e-1878-4adf-9642-a23e30d604a0 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5835254 May 11 16:44:03.717814 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f42de3-c011-44f1-a072-1fc5d3515227', 'tag': '35d55cbe-cbda-42bc-bbbc-78d8b9de35a9'}] {{(pid=78910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:44:03.765232 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f42de3-c011-44f1-a072-1fc5d3515227', 'tag': '35d55cbe-cbda-42bc-bbbc-78d8b9de35a9', 'status': 'completed', 'code': 200} May 11 16:44:03.843231 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-da6d5b8f-98cd-42fc-8a8f-d17aa90fa182 None None] Set router e644786a-43ae-4551-8eaa-3e19c19b572c gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:44:03.889847 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cb763-5aad-4a0a-bc59-0cbc58ac8ce5 req-124ddd32-0d31-40bd-9a18-1cf2e3386cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:44:03.890863 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-7e3cb763-5aad-4a0a-bc59-0cbc58ac8ce5 req-124ddd32-0d31-40bd-9a18-1cf2e3386cb6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3b66f8b9361d473d825d116d42d6754b&device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 1099 time: 0.1019487 May 11 16:44:04.061098 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cb763-5aad-4a0a-bc59-0cbc58ac8ce5 req-013571ec-4d56-426a-a8f8-7e76e8ee7bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:44:04.063924 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-7e3cb763-5aad-4a0a-bc59-0cbc58ac8ce5 req-013571ec-4d56-426a-a8f8-7e76e8ee7bbe service neutron] 10.222.0.85 "GET /v2.0/networks?id=f81911b1-3086-40db-9ddc-1800eebe378c HTTP/1.1" status: 200 len: 910 time: 0.1649780 May 11 16:44:04.183490 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-7e3cb763-5aad-4a0a-bc59-0cbc58ac8ce5 req-b984f178-d8b0-444e-87c3-3296c93102e6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 HTTP/1.1" status: 200 len: 1000 time: 0.1126633 May 11 16:44:04.220958 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-da6d5b8f-98cd-42fc-8a8f-d17aa90fa182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'name': 'tempest-TestShelveInstance-717064409-router', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cfb5b5f7-f092-4b1c-a413-3c32ff1f309d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:43:14Z', 'updated_at': '2021-05-11T16:43:20Z', 'revision_number': 4, 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'gw_port': {'id': 'cfb5b5f7-f092-4b1c-a413-3c32ff1f309d', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:15Z', 'updated_at': '2021-05-11T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_floatingips': [{'id': '64df5593-c161-46d5-96e9-cff8f207ca40', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'floating_ip_address': '172.28.1.237', 'floating_network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'router_id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'port_id': '35d55cbe-cbda-42bc-bbbc-78d8b9de35a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c', 'mac_address': 'fa:16:3e:4d:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f42de3-c011-44f1-a072-1fc5d3515227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:44:02Z', 'updated_at': '2021-05-11T16:44:02Z', 'revision_number': 0, 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4cd7bab-5090-49d3-a18e-3c78722d7f28', 'name': '', 'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'mac_address': 'fa:16:3e:87:fd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '6d34fe13-d4cd-4394-b07f-385d3f86fd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:18Z', 'updated_at': '2021-05-11T16:43:27Z', 'revision_number': 5, 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'subnets': [{'id': '6d34fe13-d4cd-4394-b07f-385d3f86fd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:44:04.225566 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6d5b8f-98cd-42fc-8a8f-d17aa90fa182 None None] Checking router: e644786a-43ae-4551-8eaa-3e19c19b572c for host: dv-cinder-789603-4-smb {{(pid=78912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:44:04.236601 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6d5b8f-98cd-42fc-8a8f-d17aa90fa182 None None] Routers {'e644786a-43ae-4551-8eaa-3e19c19b572c'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:44:04.237305 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-da6d5b8f-98cd-42fc-8a8f-d17aa90fa182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:43:44Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['e644786a-43ae-4551-8eaa-3e19c19b572c'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:44:04.252982 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cb763-5aad-4a0a-bc59-0cbc58ac8ce5 req-58cc8ca7-bcb2-43e4-b86b-afd526c79a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:44:04.254569 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-7e3cb763-5aad-4a0a-bc59-0cbc58ac8ce5 req-58cc8ca7-bcb2-43e4-b86b-afd526c79a2e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6d34fe13-d4cd-4394-b07f-385d3f86fd4b HTTP/1.1" status: 200 len: 847 time: 0.0636821 May 11 16:44:04.355710 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cb763-5aad-4a0a-bc59-0cbc58ac8ce5 req-99b7e054-dfac-4360-9c86-c2bea8d0be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:44:04.358037 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-7e3cb763-5aad-4a0a-bc59-0cbc58ac8ce5 req-99b7e054-dfac-4360-9c86-c2bea8d0be2c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f81911b1-3086-40db-9ddc-1800eebe378c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0943940 May 11 16:44:04.441771 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-da6d5b8f-98cd-42fc-8a8f-d17aa90fa182 None None] Set router e644786a-43ae-4551-8eaa-3e19c19b572c gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:44:04.509861 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-7e3cb763-5aad-4a0a-bc59-0cbc58ac8ce5 req-3ce40b36-3626-4467-80c9-d66da8d24103 service neutron] 10.222.0.85 "GET /v2.0/networks/f81911b1-3086-40db-9ddc-1800eebe378c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440189 May 11 16:44:04.644848 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa5925-b6cc-4c5b-b5fd-84f8290d16c9 req-cd7bd7f6-f540-4af9-872c-adbceed51c52 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:44:04.646581 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3baa5925-b6cc-4c5b-b5fd-84f8290d16c9 req-cd7bd7f6-f540-4af9-872c-adbceed51c52 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 947 time: 0.0922146 May 11 16:44:04.656744 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-7e3cb763-5aad-4a0a-bc59-0cbc58ac8ce5 req-1a80acca-24a7-468b-a98e-137a99cf3a82 service neutron] 10.222.0.85 "GET /v2.0/networks/f81911b1-3086-40db-9ddc-1800eebe378c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386993 May 11 16:44:04.699589 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3baa5925-b6cc-4c5b-b5fd-84f8290d16c9 req-ee1c3efe-2233-4505-afd4-e8b331a540f1 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437098 May 11 16:44:04.918245 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-da6d5b8f-98cd-42fc-8a8f-d17aa90fa182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'name': 'tempest-TestShelveInstance-717064409-router', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cfb5b5f7-f092-4b1c-a413-3c32ff1f309d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:43:14Z', 'updated_at': '2021-05-11T16:43:20Z', 'revision_number': 4, 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'gw_port': {'id': 'cfb5b5f7-f092-4b1c-a413-3c32ff1f309d', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:15Z', 'updated_at': '2021-05-11T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_floatingips': [{'id': '64df5593-c161-46d5-96e9-cff8f207ca40', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'floating_ip_address': '172.28.1.237', 'floating_network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'router_id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'port_id': '35d55cbe-cbda-42bc-bbbc-78d8b9de35a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c', 'mac_address': 'fa:16:3e:4d:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f42de3-c011-44f1-a072-1fc5d3515227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:44:02Z', 'updated_at': '2021-05-11T16:44:02Z', 'revision_number': 0, 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4cd7bab-5090-49d3-a18e-3c78722d7f28', 'name': '', 'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'mac_address': 'fa:16:3e:87:fd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '6d34fe13-d4cd-4394-b07f-385d3f86fd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:18Z', 'updated_at': '2021-05-11T16:43:27Z', 'revision_number': 5, 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'subnets': [{'id': '6d34fe13-d4cd-4394-b07f-385d3f86fd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:44:04.923795 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6d5b8f-98cd-42fc-8a8f-d17aa90fa182 None None] The sync data for ids ['e644786a-43ae-4551-8eaa-3e19c19b572c'] in dv-cinder-789603-4-smb is: [{'id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'name': 'tempest-TestShelveInstance-717064409-router', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cfb5b5f7-f092-4b1c-a413-3c32ff1f309d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:43:14Z', 'updated_at': '2021-05-11T16:43:20Z', 'revision_number': 4, 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'gw_port': {'id': 'cfb5b5f7-f092-4b1c-a413-3c32ff1f309d', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:15Z', 'updated_at': '2021-05-11T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_floatingips': [{'id': '64df5593-c161-46d5-96e9-cff8f207ca40', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'floating_ip_address': '172.28.1.237', 'floating_network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'router_id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'port_id': '35d55cbe-cbda-42bc-bbbc-78d8b9de35a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c', 'mac_address': 'fa:16:3e:4d:bc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f42de3-c011-44f1-a072-1fc5d3515227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-11T16:44:02Z', 'updated_at': '2021-05-11T16:44:02Z', 'revision_number': 0, 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4cd7bab-5090-49d3-a18e-3c78722d7f28', 'name': '', 'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'mac_address': 'fa:16:3e:87:fd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '6d34fe13-d4cd-4394-b07f-385d3f86fd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:18Z', 'updated_at': '2021-05-11T16:43:27Z', 'revision_number': 5, 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'subnets': [{'id': '6d34fe13-d4cd-4394-b07f-385d3f86fd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:44:05.139190 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce3f5d1-dc45-481c-a95e-4f844008b4d9 None None] New status for floating IP 64df5593-c161-46d5-96e9-cff8f207ca40: ACTIVE {{(pid=78911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:44:05.920400 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa541bb-0d02-4dec-8519-eb2bb7979033 req-5a4471f4-291c-4447-8538-7dd49232baec tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:44:05.921936 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3aa541bb-0d02-4dec-8519-eb2bb7979033 req-5a4471f4-291c-4447-8538-7dd49232baec tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 947 time: 0.0890570 May 11 16:44:05.975048 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3aa541bb-0d02-4dec-8519-eb2bb7979033 req-8b1889d5-5740-4f52-9358-d05bca3a9c30 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups?id=fdc2ce40-9cd1-4e30-b08f-726eec39203f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466366 May 11 16:44:06.010243 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51673b-944b-440a-a2f3-d4f901775eb2 req-cada441b-e4f6-4877-9c14-d95a4bb51618 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:44:06.010959 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-9c51673b-944b-440a-a2f3-d4f901775eb2 req-cada441b-e4f6-4877-9c14-d95a4bb51618 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Synchronizing usage tracker for tenant:262ccc5510544ce0a4c4ce0d80c13de5 on resource:port {{(pid=78910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:44:06.028325 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-9c51673b-944b-440a-a2f3-d4f901775eb2 req-cada441b-e4f6-4877-9c14-d95a4bb51618 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Unset dirty status for tenant:262ccc5510544ce0a4c4ce0d80c13de5 on resource:port {{(pid=78910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:44:06.032900 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-9c51673b-944b-440a-a2f3-d4f901775eb2 req-cada441b-e4f6-4877-9c14-d95a4bb51618 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.85 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 947 time: 0.1020536 May 11 16:44:06.172184 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [req-9c51673b-944b-440a-a2f3-d4f901775eb2 req-1ed79b64-9694-488a-bb51-733cfe5131e5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Deleting port fedaf853-e67f-4eeb-84ac-bd579e816dbe {{(pid=78910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:44:06.172525 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-9c51673b-944b-440a-a2f3-d4f901775eb2 req-1ed79b64-9694-488a-bb51-733cfe5131e5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:06.309277 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-9c51673b-944b-440a-a2f3-d4f901775eb2 req-1ed79b64-9694-488a-bb51-733cfe5131e5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] For port fedaf853-e67f-4eeb-84ac-bd579e816dbe, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fedaf853-e67f-4eeb-84ac-bd579e816dbe,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:44:06.309588 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-9c51673b-944b-440a-a2f3-d4f901775eb2 req-1ed79b64-9694-488a-bb51-733cfe5131e5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:06.713906 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-9c51673b-944b-440a-a2f3-d4f901775eb2 req-1ed79b64-9694-488a-bb51-733cfe5131e5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:06.714241 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-9c51673b-944b-440a-a2f3-d4f901775eb2 req-1ed79b64-9694-488a-bb51-733cfe5131e5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-397171'] for floatingip, after_update {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:06.714642 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.db.l3_db [req-9c51673b-944b-440a-a2f3-d4f901775eb2 req-1ed79b64-9694-488a-bb51-733cfe5131e5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Floating IP d91f63d8-17c7-4c10-9dd7-ecb6708a6433 disassociated. External IP: 172.28.1.249, port: fedaf853-e67f-4eeb-84ac-bd579e816dbe. May 11 16:44:06.714992 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [req-9c51673b-944b-440a-a2f3-d4f901775eb2 req-1ed79b64-9694-488a-bb51-733cfe5131e5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Calling delete_port for fedaf853-e67f-4eeb-84ac-bd579e816dbe owned by compute:nova {{(pid=78910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:44:06.836320 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-9c51673b-944b-440a-a2f3-d4f901775eb2 req-1ed79b64-9694-488a-bb51-733cfe5131e5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:06.842257 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-fb21033e-1878-4adf-9642-a23e30d604a0 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:06.895719 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed79b64-9694-488a-bb51-733cfe5131e5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Pushing event deleted for resources: {'Port': ['ID=fedaf853-e67f-4eeb-84ac-bd579e816dbe,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:06.899254 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-1ed79b64-9694-488a-bb51-733cfe5131e5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:07.094882 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c51673b-944b-440a-a2f3-d4f901775eb2 req-1ed79b64-9694-488a-bb51-733cfe5131e5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Router d84c4dc1-f5c9-4f07-b602-82735e766ad8 has already been hosted by L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae {{(pid=78910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:44:07.142452 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d26a3121-1189-4dc9-bb83-214e5a404873 req-45253019-8b05-4c2a-b411-97f88964d13e tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d HTTP/1.1" status: 200 len: 210 time: 0.0450969 May 11 16:44:07.283197 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c51673b-944b-440a-a2f3-d4f901775eb2 req-1ed79b64-9694-488a-bb51-733cfe5131e5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:44:07.292357 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7754d21-20c9-438e-ad80-dad1c60cd5e6 None None] Sync routers for ids ['d84c4dc1-f5c9-4f07-b602-82735e766ad8'] in dv-cinder-789603-4-smb {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:44:07.303450 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7754d21-20c9-438e-ad80-dad1c60cd5e6 None None] Routers {'d84c4dc1-f5c9-4f07-b602-82735e766ad8'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:44:07.304261 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-a7754d21-20c9-438e-ad80-dad1c60cd5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:43:44Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['d84c4dc1-f5c9-4f07-b602-82735e766ad8'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:44:07.361077 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c51673b-944b-440a-a2f3-d4f901775eb2 req-1ed79b64-9694-488a-bb51-733cfe5131e5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] No DVR routers for this DVR port fedaf853-e67f-4eeb-84ac-bd579e816dbe on host hv-cinder-78960 {{(pid=78910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:44:07.364903 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-9c51673b-944b-440a-a2f3-d4f901775eb2 req-1ed79b64-9694-488a-bb51-733cfe5131e5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:07.367856 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d', 'name': 'network-vif-deleted', 'tag': 'fedaf853-e67f-4eeb-84ac-bd579e816dbe'}] {{(pid=78910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:44:07.389448 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-9c51673b-944b-440a-a2f3-d4f901775eb2 req-1ed79b64-9694-488a-bb51-733cfe5131e5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.85 "DELETE /v2.0/ports/fedaf853-e67f-4eeb-84ac-bd579e816dbe HTTP/1.1" status: 204 len: 173 time: 1.3530927 May 11 16:44:07.426578 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8299cb4-6e5a-4c5c-a6c4-557a7cd46c9d', 'name': 'network-vif-deleted', 'tag': 'fedaf853-e67f-4eeb-84ac-bd579e816dbe', 'status': 'completed', 'code': 200} May 11 16:44:07.498952 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-a7754d21-20c9-438e-ad80-dad1c60cd5e6 None None] Set router d84c4dc1-f5c9-4f07-b602-82735e766ad8 gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:44:07.839945 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-a7754d21-20c9-438e-ad80-dad1c60cd5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-2040346598-router', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a71243d2-0927-402c-a906-af00e348ab51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'gw_port': {'id': 'a71243d2-0927-402c-a906-af00e348ab51', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:28Z', 'updated_at': '2021-05-11T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': '2873d494-3e40-4fb6-8de3-abbc8535bbae', 'name': '', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'mac_address': 'fa:16:3e:c2:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:40Z', 'updated_at': '2021-05-11T16:35:56Z', 'revision_number': 5, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'subnets': [{'id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:44:07.846491 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7754d21-20c9-438e-ad80-dad1c60cd5e6 None None] Checking router: d84c4dc1-f5c9-4f07-b602-82735e766ad8 for host: dv-cinder-789603-4-smb {{(pid=78912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:44:07.859988 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7754d21-20c9-438e-ad80-dad1c60cd5e6 None None] Routers {'d84c4dc1-f5c9-4f07-b602-82735e766ad8'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:44:07.860666 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-a7754d21-20c9-438e-ad80-dad1c60cd5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:43:44Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['d84c4dc1-f5c9-4f07-b602-82735e766ad8'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:44:08.046021 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-a7754d21-20c9-438e-ad80-dad1c60cd5e6 None None] Set router d84c4dc1-f5c9-4f07-b602-82735e766ad8 gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:44:08.083969 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device fedaf853-e67f-4eeb-84ac-bd579e816dbe no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:44:08.120660 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] No Port match for: fedaf853-e67f-4eeb-84ac-bd579e816dbe {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:44:08.121025 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device fedaf853-e67f-4eeb-84ac-bd579e816dbe not bound to the agent host hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:44:08.279117 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 54316) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:44:08.358473 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-b28afc6d-acf4-4c5a-a394-21f844b1ceb8 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:08.388453 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-b28afc6d-acf4-4c5a-a394-21f844b1ceb8 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:08.407138 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-a7754d21-20c9-438e-ad80-dad1c60cd5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-2040346598-router', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a71243d2-0927-402c-a906-af00e348ab51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'gw_port': {'id': 'a71243d2-0927-402c-a906-af00e348ab51', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:28Z', 'updated_at': '2021-05-11T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': '2873d494-3e40-4fb6-8de3-abbc8535bbae', 'name': '', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'mac_address': 'fa:16:3e:c2:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:40Z', 'updated_at': '2021-05-11T16:35:56Z', 'revision_number': 5, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'subnets': [{'id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:44:08.411612 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7754d21-20c9-438e-ad80-dad1c60cd5e6 None None] The sync data for ids ['d84c4dc1-f5c9-4f07-b602-82735e766ad8'] in dv-cinder-789603-4-smb is: [{'id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-2040346598-router', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a71243d2-0927-402c-a906-af00e348ab51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:35:42Z', 'revision_number': 4, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'gw_port': {'id': 'a71243d2-0927-402c-a906-af00e348ab51', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:28Z', 'updated_at': '2021-05-11T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': '2873d494-3e40-4fb6-8de3-abbc8535bbae', 'name': '', 'network_id': 'b88aa6df-5bed-46a0-8951-f555a2261aa5', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'mac_address': 'fa:16:3e:c2:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:40Z', 'updated_at': '2021-05-11T16:35:56Z', 'revision_number': 5, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'subnets': [{'id': 'a408f652-827a-47bf-a362-ed4cc793ec89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:44:08.463487 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-b28afc6d-acf4-4c5a-a394-21f844b1ceb8 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:08.469210 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-308f47db-bddf-4f85-b2e2-b0b207cd402e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:08.487261 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28afc6d-acf4-4c5a-a394-21f844b1ceb8 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc2ce40-9cd1-4e30-b08f-726eec39203f,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:08.490379 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-b28afc6d-acf4-4c5a-a394-21f844b1ceb8 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:08.500685 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-b28afc6d-acf4-4c5a-a394-21f844b1ceb8 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:08.505897 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-b28afc6d-acf4-4c5a-a394-21f844b1ceb8 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "DELETE /v2.0/security-groups/fdc2ce40-9cd1-4e30-b08f-726eec39203f HTTP/1.1" status: 204 len: 168 time: 0.2210720 May 11 16:44:08.506178 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 54320) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:44:08.524682 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.api.v2.resource [None req-b2a151e7-2d40-4523-9f2e-fe65b685d559 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] show failed (client error): The resource could not be found. May 11 16:44:08.525711 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-b2a151e7-2d40-4523-9f2e-fe65b685d559 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "GET /v2.0/security-groups/fdc2ce40-9cd1-4e30-b08f-726eec39203f HTTP/1.1" status: 404 len: 347 time: 0.0182459 May 11 16:44:08.529493 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 54324) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:44:08.662504 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2e8781-cb21-4003-9803-44886a841b3d None None] New status for floating IP d91f63d8-17c7-4c10-9dd7-ecb6708a6433: DOWN {{(pid=78911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:44:08.793607 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-67174535-1e7a-46ed-89c5-df474632c8b1 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Deleting port 2469b643-1060-4763-b30c-f795bf3fb3af {{(pid=78910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:44:08.793987 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-67174535-1e7a-46ed-89c5-df474632c8b1 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:08.925279 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-67174535-1e7a-46ed-89c5-df474632c8b1 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:08.925863 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-67174535-1e7a-46ed-89c5-df474632c8b1 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:09.049514 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-67174535-1e7a-46ed-89c5-df474632c8b1 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Calling delete_port for 2469b643-1060-4763-b30c-f795bf3fb3af owned by network:floatingip {{(pid=78910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:44:09.280202 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-67174535-1e7a-46ed-89c5-df474632c8b1 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:09.284122 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-2e1aaec9-9d44-4a31-9809-170fd96fee2f tempest-VolumesActionsTest-1318600345 tempest-VolumesActionsTest-1318600345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:09.355060 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67174535-1e7a-46ed-89c5-df474632c8b1 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Pushing event deleted for resources: {'Port': ['ID=2469b643-1060-4763-b30c-f795bf3fb3af,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:09.363843 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-67174535-1e7a-46ed-89c5-df474632c8b1 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:09.429874 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-67174535-1e7a-46ed-89c5-df474632c8b1 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks [] for floatingip, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:09.445039 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-67174535-1e7a-46ed-89c5-df474632c8b1 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for floatingip, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:09.446172 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-67174535-1e7a-46ed-89c5-df474632c8b1 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] 10.222.0.76 "DELETE /v2.0/floatingips/d91f63d8-17c7-4c10-9dd7-ecb6708a6433 HTTP/1.1" status: 204 len: 168 time: 0.9153771 May 11 16:44:09.549369 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:44:10.580564 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-9e2b4f9b-a25e-401a-a999-7ffb5f91a898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:12.263156 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 54350) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:44:12.724096 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:12.949405 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e11a4a16-f1b2-4122-9d8d-e21012ddb6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393546'] for router_interface, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:13.377986 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-e11a4a16-f1b2-4122-9d8d-e21012ddb6dd admin admin] Deleting port 2873d494-3e40-4fb6-8de3-abbc8535bbae {{(pid=78910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:44:13.378723 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e11a4a16-f1b2-4122-9d8d-e21012ddb6dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:13.518700 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [None req-e11a4a16-f1b2-4122-9d8d-e21012ddb6dd admin admin] For port 2873d494-3e40-4fb6-8de3-abbc8535bbae, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=2873d494-3e40-4fb6-8de3-abbc8535bbae,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:44:13.518964 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e11a4a16-f1b2-4122-9d8d-e21012ddb6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:13.592552 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-27652255-c006-4df4-a9bb-4bf31b1b166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:13.726740 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:13.754635 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-e11a4a16-f1b2-4122-9d8d-e21012ddb6dd admin admin] Calling delete_port for 2873d494-3e40-4fb6-8de3-abbc8535bbae owned by network:router_interface {{(pid=78910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:44:13.901228 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e11a4a16-f1b2-4122-9d8d-e21012ddb6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:13.907289 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-67174535-1e7a-46ed-89c5-df474632c8b1 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:13.977065 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a4a16-f1b2-4122-9d8d-e21012ddb6dd admin admin] Pushing event deleted for resources: {'Port': ['ID=2873d494-3e40-4fb6-8de3-abbc8535bbae,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:13.979496 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-e11a4a16-f1b2-4122-9d8d-e21012ddb6dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:14.226180 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-e11a4a16-f1b2-4122-9d8d-e21012ddb6dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401914'] for router_interface, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:14.595236 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11a4a16-f1b2-4122-9d8d-e21012ddb6dd admin admin] Router d84c4dc1-f5c9-4f07-b602-82735e766ad8 has already been hosted by L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae {{(pid=78910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:44:14.780613 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11a4a16-f1b2-4122-9d8d-e21012ddb6dd admin admin] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:44:14.794210 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-e11a4a16-f1b2-4122-9d8d-e21012ddb6dd admin admin] 10.222.0.76 "PUT /v2.0/routers/d84c4dc1-f5c9-4f07-b602-82735e766ad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5299261 May 11 16:44:14.796818 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6339367-5776-407c-8c48-85611b533465 None None] Sync routers for ids ['d84c4dc1-f5c9-4f07-b602-82735e766ad8'] in dv-cinder-789603-4-smb {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:44:14.797297 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 54356) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:44:14.808456 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6339367-5776-407c-8c48-85611b533465 None None] Routers {'d84c4dc1-f5c9-4f07-b602-82735e766ad8'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:44:14.809115 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-a6339367-5776-407c-8c48-85611b533465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:44:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['d84c4dc1-f5c9-4f07-b602-82735e766ad8'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:44:14.992173 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-5154d757-15a8-43a9-a533-644bc39dcdc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:15.006353 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-a6339367-5776-407c-8c48-85611b533465 None None] Set router d84c4dc1-f5c9-4f07-b602-82735e766ad8 gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:44:15.071615 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:15.298974 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-5154d757-15a8-43a9-a533-644bc39dcdc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:15.310369 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-a6339367-5776-407c-8c48-85611b533465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-2040346598-router', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a71243d2-0927-402c-a906-af00e348ab51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:44:13Z', 'revision_number': 5, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'gw_port': {'id': 'a71243d2-0927-402c-a906-af00e348ab51', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:35:28Z', 'updated_at': '2021-05-11T16:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:44:15.315198 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6339367-5776-407c-8c48-85611b533465 None None] Checking router: d84c4dc1-f5c9-4f07-b602-82735e766ad8 for host: dv-cinder-789603-4-smb {{(pid=78912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:44:15.324177 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6339367-5776-407c-8c48-85611b533465 None None] Routers {'d84c4dc1-f5c9-4f07-b602-82735e766ad8'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:44:15.324790 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-a6339367-5776-407c-8c48-85611b533465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:44:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['d84c4dc1-f5c9-4f07-b602-82735e766ad8'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:44:15.380515 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-5154d757-15a8-43a9-a533-644bc39dcdc4 admin admin] Deleting port a71243d2-0927-402c-a906-af00e348ab51 {{(pid=78910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:44:15.380859 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-5154d757-15a8-43a9-a533-644bc39dcdc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:15.486095 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-a6339367-5776-407c-8c48-85611b533465 None None] Set router d84c4dc1-f5c9-4f07-b602-82735e766ad8 gateway port host: None {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:44:15.526660 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [None req-5154d757-15a8-43a9-a533-644bc39dcdc4 admin admin] For port a71243d2-0927-402c-a906-af00e348ab51, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=a71243d2-0927-402c-a906-af00e348ab51,segment=NetworkSegment(9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c),segment_id=9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c)] {{(pid=78910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:44:15.527019 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-5154d757-15a8-43a9-a533-644bc39dcdc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:15.597888 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-a6339367-5776-407c-8c48-85611b533465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-2040346598-router', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:44:15Z', 'revision_number': 6, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'gw_port_host': None}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:44:15.602106 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6339367-5776-407c-8c48-85611b533465 None None] The sync data for ids ['d84c4dc1-f5c9-4f07-b602-82735e766ad8'] in dv-cinder-789603-4-smb is: [{'id': 'd84c4dc1-f5c9-4f07-b602-82735e766ad8', 'name': 'tempest-AttachVolumeShelveTestJSON-2040346598-router', 'tenant_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:35:25Z', 'updated_at': '2021-05-11T16:44:15Z', 'revision_number': 6, 'project_id': '262ccc5510544ce0a4c4ce0d80c13de5', 'gw_port_host': None}] {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:44:15.669416 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-5154d757-15a8-43a9-a533-644bc39dcdc4 admin admin] Calling delete_port for a71243d2-0927-402c-a906-af00e348ab51 owned by network:router_gateway {{(pid=78910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:44:15.862072 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-5154d757-15a8-43a9-a533-644bc39dcdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:15.867462 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-1ed79b64-9694-488a-bb51-733cfe5131e5 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:15.926370 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154d757-15a8-43a9-a533-644bc39dcdc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a71243d2-0927-402c-a906-af00e348ab51,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:15.931390 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-5154d757-15a8-43a9-a533-644bc39dcdc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:16.047442 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-5154d757-15a8-43a9-a533-644bc39dcdc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-397166'] for router_gateway, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:16.263155 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-5154d757-15a8-43a9-a533-644bc39dcdc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-337970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8009'] for router, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:16.265706 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-5154d757-15a8-43a9-a533-644bc39dcdc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:16.293379 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-5154d757-15a8-43a9-a533-644bc39dcdc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403068'] for router, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:16.294670 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5154d757-15a8-43a9-a533-644bc39dcdc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d84c4dc1-f5c9-4f07-b602-82735e766ad8 {{(pid=78910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 16:44:16.310421 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-5154d757-15a8-43a9-a533-644bc39dcdc4 admin admin] Notify callbacks [] for router, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:16.312256 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-5154d757-15a8-43a9-a533-644bc39dcdc4 admin admin] 10.222.0.76 "DELETE /v2.0/routers/d84c4dc1-f5c9-4f07-b602-82735e766ad8 HTTP/1.1" status: 204 len: 168 time: 1.5142705 May 11 16:44:16.315076 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 54360) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:44:16.389379 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_v2 [None req-364b3529-cc22-4cc5-9879-767768a40619 admin admin] Deleting subnet a408f652-827a-47bf-a362-ed4cc793ec89 {{(pid=78910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:44:16.393617 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-364b3529-cc22-4cc5-9879-767768a40619 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:16.456364 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-364b3529-cc22-4cc5-9879-767768a40619 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14753306'] for subnet, precommit_delete_associations {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:16.548115 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-364b3529-cc22-4cc5-9879-767768a40619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732194'] for subnet, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:16.805829 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 2873d494-3e40-4fb6-8de3-abbc8535bbae no longer exists at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:44:16.811648 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-364b3529-cc22-4cc5-9879-767768a40619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15504079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16525368'] for subnet, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:16.816558 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-3c1039a1-fa31-437f-a0c1-940b77031499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:16.848203 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] No Port match for: 2873d494-3e40-4fb6-8de3-abbc8535bbae {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:44:16.848543 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 2873d494-3e40-4fb6-8de3-abbc8535bbae not bound to the agent host dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:44:16.849150 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device a71243d2-0927-402c-a906-af00e348ab51 no longer exists at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:44:16.861583 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b3529-cc22-4cc5-9879-767768a40619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a408f652-827a-47bf-a362-ed4cc793ec89,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:16.865454 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-364b3529-cc22-4cc5-9879-767768a40619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:16.867857 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-364b3529-cc22-4cc5-9879-767768a40619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for subnet, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:16.874284 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-364b3529-cc22-4cc5-9879-767768a40619 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a408f652-827a-47bf-a362-ed4cc793ec89 HTTP/1.1" status: 204 len: 168 time: 0.5580060 May 11 16:44:16.876700 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 54364) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:44:16.883730 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7a8e3b-0900-4571-b546-c0a8a041ef2a None None] Network b88aa6df-5bed-46a0-8951-f555a2261aa5 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:44:16.904921 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] No Port match for: a71243d2-0927-402c-a906-af00e348ab51 {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:44:16.905269 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device a71243d2-0927-402c-a906-af00e348ab51 not bound to the agent host dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:44:17.089691 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-98b75edc-afaf-4ea2-b6c7-4fc0e5f62574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606754'] for network, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:17.159368 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c26185f-5847-4b55-9d06-417f288553b3 None None] DHCP port deletion for b88aa6df-5bed-46a0-8951-f555a2261aa5 request from dv-cinder-789603-4-smb {{(pid=78911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 16:44:17.169799 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-98b75edc-afaf-4ea2-b6c7-4fc0e5f62574 admin admin] Deleting port 59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459 {{(pid=78910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:44:17.170148 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-98b75edc-afaf-4ea2-b6c7-4fc0e5f62574 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:17.229866 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-5c26185f-5847-4b55-9d06-417f288553b3 None None] Deleting port 59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459 {{(pid=78911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:44:17.230243 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-5c26185f-5847-4b55-9d06-417f288553b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:17.278929 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [None req-98b75edc-afaf-4ea2-b6c7-4fc0e5f62574 admin admin] For port 59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:44:17.279343 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-98b75edc-afaf-4ea2-b6c7-4fc0e5f62574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:17.339924 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-5c26185f-5847-4b55-9d06-417f288553b3 None None] For port 59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459,segment=NetworkSegment(b2b3869b-177a-498c-8b86-08953c55433f),segment_id=b2b3869b-177a-498c-8b86-08953c55433f)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:44:17.340233 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-5c26185f-5847-4b55-9d06-417f288553b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:17.411095 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-98b75edc-afaf-4ea2-b6c7-4fc0e5f62574 admin admin] Calling delete_port for 59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459 owned by network:dhcp {{(pid=78910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:44:17.458126 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-98b75edc-afaf-4ea2-b6c7-4fc0e5f62574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:17.461871 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-5154d757-15a8-43a9-a533-644bc39dcdc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:17.471353 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-5c26185f-5847-4b55-9d06-417f288553b3 None None] Calling delete_port for 59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459 owned by network:dhcp {{(pid=78911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:44:17.507030 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b75edc-afaf-4ea2-b6c7-4fc0e5f62574 admin admin] Pushing event deleted for resources: {'Port': ['ID=59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:17.510642 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-98b75edc-afaf-4ea2-b6c7-4fc0e5f62574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:17.513770 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b75edc-afaf-4ea2-b6c7-4fc0e5f62574 admin admin] No DVR routers for this DVR port 59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459 on host dv-cinder-789603-4-smb {{(pid=78910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:44:17.522829 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-5c26185f-5847-4b55-9d06-417f288553b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212'] for port, after_delete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:17.526885 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:17.571548 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26185f-5847-4b55-9d06-417f288553b3 None None] Pushing event deleted for resources: {'Port': ['ID=59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459,revision_number=None']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:17.574604 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-5c26185f-5847-4b55-9d06-417f288553b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:17.576404 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c26185f-5847-4b55-9d06-417f288553b3 None None] No DVR routers for this DVR port 59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459 on host dv-cinder-789603-4-smb {{(pid=78911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:44:17.626404 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:17.632610 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-98b75edc-afaf-4ea2-b6c7-4fc0e5f62574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726233', 'neutron.services.segments.db._delete_segments_for_network-8788166214813'] for network, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:17.646433 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.services.segments.db [None req-98b75edc-afaf-4ea2-b6c7-4fc0e5f62574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b88aa6df-5bed-46a0-8951-f555a2261aa5']}} {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:44:17.658783 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.services.segments.db [None req-98b75edc-afaf-4ea2-b6c7-4fc0e5f62574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b3869b-177a-498c-8b86-08953c55433f') {'for_net_delete': True} {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:44:17.659118 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.services.segments.db [None req-98b75edc-afaf-4ea2-b6c7-4fc0e5f62574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b3869b-177a-498c-8b86-08953c55433f') {} {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:44:17.671818 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-98b75edc-afaf-4ea2-b6c7-4fc0e5f62574 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788166226279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14753285'] for segment, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:17.689868 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-98b75edc-afaf-4ea2-b6c7-4fc0e5f62574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:17.696350 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b75edc-afaf-4ea2-b6c7-4fc0e5f62574 admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=78910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:44:17.696728 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-98b75edc-afaf-4ea2-b6c7-4fc0e5f62574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15504041'] for segment, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: Traceback (most recent call last): May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: timer() May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: cb(*args, **kw) May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: return func(*args, **kwargs) May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: self._notify() May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: self.callback(batched_events) May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: event.method(event) May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: return f(self, *a, **k) May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: return self._get(url).json() May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: return self.request(url, 'GET', **kwargs) May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:44:17.712001 dv-cinder-789603-4-smb neutron-server[78910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:44:17.792558 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-98b75edc-afaf-4ea2-b6c7-4fc0e5f62574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:17.797719 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-98b75edc-afaf-4ea2-b6c7-4fc0e5f62574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:17.801377 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:17.826382 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b75edc-afaf-4ea2-b6c7-4fc0e5f62574 admin admin] Pushing event deleted for resources: {'Network': ['ID=b88aa6df-5bed-46a0-8951-f555a2261aa5,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:17.828894 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-98b75edc-afaf-4ea2-b6c7-4fc0e5f62574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:17.838182 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-98b75edc-afaf-4ea2-b6c7-4fc0e5f62574 admin admin] 10.222.0.76 "DELETE /v2.0/networks/b88aa6df-5bed-46a0-8951-f555a2261aa5 HTTP/1.1" status: 204 len: 168 time: 0.9602871 May 11 16:44:17.957172 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 54372) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:44:18.009129 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-28cd0bb6-4f89-4105-8493-679b25933abe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=262ccc5510544ce0a4c4ce0d80c13de5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0506895 May 11 16:44:18.011478 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 54376) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:44:18.073698 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-935dd5c7-78b2-4c80-828b-0129845f2b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:18.100695 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-935dd5c7-78b2-4c80-828b-0129845f2b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:18.158295 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-935dd5c7-78b2-4c80-828b-0129845f2b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:18.163183 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-6d080ad3-c3c6-4beb-a206-d5830ef336a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:18.176070 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935dd5c7-78b2-4c80-828b-0129845f2b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b21300-d1c8-4713-b024-de9debc3b776,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:18.185917 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dd5c7-78b2-4c80-828b-0129845f2b3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:44:18.186289 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dd5c7-78b2-4c80-828b-0129845f2b3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:44:18.186941 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dd5c7-78b2-4c80-828b-0129845f2b3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:44:18.187062 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dd5c7-78b2-4c80-828b-0129845f2b3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:44:18.187346 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dd5c7-78b2-4c80-828b-0129845f2b3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:44:18.187721 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dd5c7-78b2-4c80-828b-0129845f2b3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:44:18.188348 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dd5c7-78b2-4c80-828b-0129845f2b3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:44:18.188685 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dd5c7-78b2-4c80-828b-0129845f2b3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:44:18.189035 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dd5c7-78b2-4c80-828b-0129845f2b3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:44:18.189410 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dd5c7-78b2-4c80-828b-0129845f2b3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:44:18.189753 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dd5c7-78b2-4c80-828b-0129845f2b3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:44:18.190092 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dd5c7-78b2-4c80-828b-0129845f2b3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:44:18.193538 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-935dd5c7-78b2-4c80-828b-0129845f2b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:18.194780 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-935dd5c7-78b2-4c80-828b-0129845f2b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:18.196591 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-935dd5c7-78b2-4c80-828b-0129845f2b3f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/19b21300-d1c8-4713-b024-de9debc3b776 HTTP/1.1" status: 204 len: 168 time: 0.1834700 May 11 16:44:18.817192 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459 no longer exists at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:44:18.852829 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] No Port match for: 59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459 {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:44:18.853169 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 59cc8b5e-bcb2-43e2-bcb1-a9feb8da8459 not bound to the agent host dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:44:25.393401 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 54476) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:44:25.512758 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-91282217-80c9-457a-8eed-b8baa3f04262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:25.529653 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-91282217-80c9-457a-8eed-b8baa3f04262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:44:25.533675 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-91282217-80c9-457a-8eed-b8baa3f04262 admin admin] Usage tracker for resource:security_group_rule and tenant:a7978631fbd0494db3ba50bb55732662 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:44:25.536780 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-91282217-80c9-457a-8eed-b8baa3f04262 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:44:25.542884 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-91282217-80c9-457a-8eed-b8baa3f04262 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:44:25.643020 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-91282217-80c9-457a-8eed-b8baa3f04262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:25.647928 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-91282217-80c9-457a-8eed-b8baa3f04262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:25.657114 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-7cefd48c-c378-4679-8c73-1d8fb0aa2b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:25.702743 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-91282217-80c9-457a-8eed-b8baa3f04262 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a7978631fbd0494db3ba50bb55732662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082180 May 11 16:44:25.703735 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91282217-80c9-457a-8eed-b8baa3f04262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4440a0-cb09-4fed-bf4c-91aa85e31cef,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:25.705414 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 54482) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:44:25.707490 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-91282217-80c9-457a-8eed-b8baa3f04262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:25.788262 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-32d45f3f-9a59-44c2-a4ea-953a76ca41a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:25.817657 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-32d45f3f-9a59-44c2-a4ea-953a76ca41a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:25.878040 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-32d45f3f-9a59-44c2-a4ea-953a76ca41a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:25.881911 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-e77a6751-72f6-4c08-a006-80b8c1b85376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:25.894748 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d45f3f-9a59-44c2-a4ea-953a76ca41a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4440a0-cb09-4fed-bf4c-91aa85e31cef,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:25.898470 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-32d45f3f-9a59-44c2-a4ea-953a76ca41a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:25.904025 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-32d45f3f-9a59-44c2-a4ea-953a76ca41a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:25.906100 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-32d45f3f-9a59-44c2-a4ea-953a76ca41a9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4b4440a0-cb09-4fed-bf4c-91aa85e31cef HTTP/1.1" status: 204 len: 168 time: 0.1993239 May 11 16:44:28.012821 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 54534) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:44:28.143084 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fe95da56-3f86-40f4-b1b1-2f385ca35130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:28.162634 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-fe95da56-3f86-40f4-b1b1-2f385ca35130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:44:28.166677 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-fe95da56-3f86-40f4-b1b1-2f385ca35130 admin admin] Usage tracker for resource:security_group_rule and tenant:a06f24acb3d54d338264b43a372faae0 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:44:28.170371 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-fe95da56-3f86-40f4-b1b1-2f385ca35130 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:44:28.177864 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-fe95da56-3f86-40f4-b1b1-2f385ca35130 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:44:28.269180 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fe95da56-3f86-40f4-b1b1-2f385ca35130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:28.273190 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-fe95da56-3f86-40f4-b1b1-2f385ca35130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:28.280822 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-47aad80f-2820-43aa-a0bf-7fd088647880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:28.323286 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-fe95da56-3f86-40f4-b1b1-2f385ca35130 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a06f24acb3d54d338264b43a372faae0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3093679 May 11 16:44:28.324388 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95da56-3f86-40f4-b1b1-2f385ca35130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e85e05-3125-4912-99eb-7f83e04b3810,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:28.327548 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-fe95da56-3f86-40f4-b1b1-2f385ca35130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:28.330958 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 54540) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:44:28.395542 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-2b025879-c9f7-4672-a0ab-926d8c50367a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:28.423456 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-2b025879-c9f7-4672-a0ab-926d8c50367a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:28.479489 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-2b025879-c9f7-4672-a0ab-926d8c50367a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:28.483953 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-dea39953-a04b-4d48-b60f-d42185d11206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:28.499618 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b025879-c9f7-4672-a0ab-926d8c50367a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e85e05-3125-4912-99eb-7f83e04b3810,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:28.503729 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-2b025879-c9f7-4672-a0ab-926d8c50367a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:28.507276 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-2b025879-c9f7-4672-a0ab-926d8c50367a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:28.508435 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-2b025879-c9f7-4672-a0ab-926d8c50367a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/80e85e05-3125-4912-99eb-7f83e04b3810 HTTP/1.1" status: 204 len: 168 time: 0.1764548 May 11 16:44:28.812715 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 54548) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:44:28.846351 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-a0f8920d-0d1f-4978-9e30-3a422eb7f378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:28.874718 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-a0f8920d-0d1f-4978-9e30-3a422eb7f378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:44:28.881277 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-a0f8920d-0d1f-4978-9e30-3a422eb7f378 admin admin] Usage tracker for resource:security_group_rule and tenant:d5184f0839b54700912cd0689efb7b98 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:44:28.886354 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-a0f8920d-0d1f-4978-9e30-3a422eb7f378 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:44:28.897055 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-a0f8920d-0d1f-4978-9e30-3a422eb7f378 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:44:29.110108 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-a0f8920d-0d1f-4978-9e30-3a422eb7f378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:29.113956 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-a0f8920d-0d1f-4978-9e30-3a422eb7f378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:29.121150 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-21ee020b-ebac-4d33-b59d-0e205752884a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:29.165361 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-a0f8920d-0d1f-4978-9e30-3a422eb7f378 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d5184f0839b54700912cd0689efb7b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510284 May 11 16:44:29.167243 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8920d-0d1f-4978-9e30-3a422eb7f378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcaad4c-c374-4d2f-b070-1f3f3ad964c9,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:29.168931 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 54552) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:44:29.171967 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-a0f8920d-0d1f-4978-9e30-3a422eb7f378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:29.280259 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-61abcde0-5ebc-4b27-8ef4-3d55b8673ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:29.326765 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-61abcde0-5ebc-4b27-8ef4-3d55b8673ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:29.387814 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-61abcde0-5ebc-4b27-8ef4-3d55b8673ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:29.392020 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-b28afc6d-acf4-4c5a-a394-21f844b1ceb8 tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:29.405756 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abcde0-5ebc-4b27-8ef4-3d55b8673ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcaad4c-c374-4d2f-b070-1f3f3ad964c9,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:29.408814 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-61abcde0-5ebc-4b27-8ef4-3d55b8673ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:29.411001 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-61abcde0-5ebc-4b27-8ef4-3d55b8673ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:29.411995 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-61abcde0-5ebc-4b27-8ef4-3d55b8673ec2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8dcaad4c-c374-4d2f-b070-1f3f3ad964c9 HTTP/1.1" status: 204 len: 168 time: 0.2405496 May 11 16:44:40.585293 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-3ca97bf0-6dae-44e9-97b6-8310ee064bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:42.727395 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:43.595618 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cccefd6b-a0fb-49bb-9821-9c6efc9b03c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:43.729462 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:45.073936 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:45.528344 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-b43d2b1c-13a2-4e0d-b3ce-8052b43366b8 req-bd4c18c5-cded-4456-90eb-6cd2e7a3abdc service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752091 May 11 16:44:45.667673 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d2b1c-13a2-4e0d-b3ce-8052b43366b8 req-d07e58e9-6732-4658-aa59-69da28ccfd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:44:45.670042 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-b43d2b1c-13a2-4e0d-b3ce-8052b43366b8 req-d07e58e9-6732-4658-aa59-69da28ccfd76 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3b66f8b9361d473d825d116d42d6754b&device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 1099 time: 0.0721791 May 11 16:44:45.820138 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d2b1c-13a2-4e0d-b3ce-8052b43366b8 req-cedce978-fde5-44b9-94b2-49d3e3f6a351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:44:45.821643 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-b43d2b1c-13a2-4e0d-b3ce-8052b43366b8 req-cedce978-fde5-44b9-94b2-49d3e3f6a351 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f81911b1-3086-40db-9ddc-1800eebe378c HTTP/1.1" status: 200 len: 910 time: 0.1319041 May 11 16:44:46.021182 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-b43d2b1c-13a2-4e0d-b3ce-8052b43366b8 req-0de6c785-0227-4f5b-af3f-757b635ed509 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 HTTP/1.1" status: 200 len: 1002 time: 0.1927328 May 11 16:44:46.083036 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d2b1c-13a2-4e0d-b3ce-8052b43366b8 req-420611ef-f5fb-463b-8179-5cdd74b9b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:44:46.084456 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-b43d2b1c-13a2-4e0d-b3ce-8052b43366b8 req-420611ef-f5fb-463b-8179-5cdd74b9b8df service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6d34fe13-d4cd-4394-b07f-385d3f86fd4b HTTP/1.1" status: 200 len: 847 time: 0.0569971 May 11 16:44:46.161360 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d2b1c-13a2-4e0d-b3ce-8052b43366b8 req-95819954-3d10-4070-86af-ca2780fec48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:44:46.162811 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-b43d2b1c-13a2-4e0d-b3ce-8052b43366b8 req-95819954-3d10-4070-86af-ca2780fec48c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f81911b1-3086-40db-9ddc-1800eebe378c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0714374 May 11 16:44:46.293469 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-b43d2b1c-13a2-4e0d-b3ce-8052b43366b8 req-8642a13f-0d18-457d-984c-7268341c4f66 service neutron] 10.222.0.85 "GET /v2.0/networks/f81911b1-3086-40db-9ddc-1800eebe378c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233718 May 11 16:44:46.425285 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-b43d2b1c-13a2-4e0d-b3ce-8052b43366b8 req-e3d44f0a-f899-4357-b586-1d5b82d9c525 service neutron] 10.222.0.85 "GET /v2.0/networks/f81911b1-3086-40db-9ddc-1800eebe378c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251924 May 11 16:44:46.549315 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:44:47.627378 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:48.183989 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 54736) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:44:48.302937 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-374faee2-e1ce-49e1-8d52-5d6d4a4ce10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:48.317492 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-374faee2-e1ce-49e1-8d52-5d6d4a4ce10f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:44:48.321325 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-374faee2-e1ce-49e1-8d52-5d6d4a4ce10f admin admin] Usage tracker for resource:security_group_rule and tenant:0ec3356facc043e7a0fefd38e8224e92 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:44:48.324088 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-374faee2-e1ce-49e1-8d52-5d6d4a4ce10f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:44:48.330253 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-374faee2-e1ce-49e1-8d52-5d6d4a4ce10f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:44:48.409571 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-374faee2-e1ce-49e1-8d52-5d6d4a4ce10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:48.413022 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-374faee2-e1ce-49e1-8d52-5d6d4a4ce10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:48.419673 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-80e2b8cc-b402-4dba-ba83-e781918f9533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:48.460166 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-374faee2-e1ce-49e1-8d52-5d6d4a4ce10f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0ec3356facc043e7a0fefd38e8224e92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750506 May 11 16:44:48.460920 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374faee2-e1ce-49e1-8d52-5d6d4a4ce10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a3948b-db06-41f9-83d0-9c2d5ccdd72b,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:48.462864 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 54742) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:44:48.464118 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-374faee2-e1ce-49e1-8d52-5d6d4a4ce10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:48.525117 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-c16c2df5-f117-4e1e-9155-b7b06ee60b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:48.552138 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-c16c2df5-f117-4e1e-9155-b7b06ee60b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:48.604754 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-c16c2df5-f117-4e1e-9155-b7b06ee60b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:48.609115 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-b6ea6a58-61b1-4a01-8c20-d3ff34b002de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:48.626462 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c2df5-f117-4e1e-9155-b7b06ee60b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a3948b-db06-41f9-83d0-9c2d5ccdd72b,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:48.629010 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-c16c2df5-f117-4e1e-9155-b7b06ee60b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:48.639037 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-c16c2df5-f117-4e1e-9155-b7b06ee60b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:48.640166 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-c16c2df5-f117-4e1e-9155-b7b06ee60b94 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/32a3948b-db06-41f9-83d0-9c2d5ccdd72b HTTP/1.1" status: 204 len: 168 time: 0.1762753 May 11 16:44:48.921668 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 54750) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:44:48.939991 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-3ba14052-22e5-486a-97bb-6da08f463230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:48.954284 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-3ba14052-22e5-486a-97bb-6da08f463230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:44:48.958224 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-3ba14052-22e5-486a-97bb-6da08f463230 admin admin] Usage tracker for resource:security_group_rule and tenant:400c7072b53845bdb10ddaa9b8b175f3 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:44:48.961054 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-3ba14052-22e5-486a-97bb-6da08f463230 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:44:48.967382 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-3ba14052-22e5-486a-97bb-6da08f463230 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:44:49.048231 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-3ba14052-22e5-486a-97bb-6da08f463230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:49.051948 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-3ba14052-22e5-486a-97bb-6da08f463230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:49.059186 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-3d300e4b-2ec8-4827-988b-69949e422575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:49.099582 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-3ba14052-22e5-486a-97bb-6da08f463230 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=400c7072b53845bdb10ddaa9b8b175f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1768382 May 11 16:44:49.100561 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba14052-22e5-486a-97bb-6da08f463230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f088948-7d49-4268-8e5c-5d1d14603db4,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:49.102253 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 54754) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:44:49.103766 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-3ba14052-22e5-486a-97bb-6da08f463230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:49.163118 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-ad89d584-955d-434d-9794-d6beebc5f1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:49.189191 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-ad89d584-955d-434d-9794-d6beebc5f1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:49.240998 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-ad89d584-955d-434d-9794-d6beebc5f1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:49.244780 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-49268005-c4bb-42cd-9f03-ece2dd95167d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:49.256885 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89d584-955d-434d-9794-d6beebc5f1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f088948-7d49-4268-8e5c-5d1d14603db4,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:49.265429 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-ad89d584-955d-434d-9794-d6beebc5f1b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:49.267733 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-ad89d584-955d-434d-9794-d6beebc5f1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:49.268960 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-ad89d584-955d-434d-9794-d6beebc5f1b9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0f088948-7d49-4268-8e5c-5d1d14603db4 HTTP/1.1" status: 204 len: 168 time: 0.1657388 May 11 16:44:55.034630 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 54850) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:44:55.150894 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-2a833945-3f3b-4e5b-a176-dfb35a533a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:55.165007 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-2a833945-3f3b-4e5b-a176-dfb35a533a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:44:55.168898 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-2a833945-3f3b-4e5b-a176-dfb35a533a6f admin admin] Usage tracker for resource:security_group_rule and tenant:e16780001ef34afd9ffd2e5f1e80a5e0 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:44:55.171608 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-2a833945-3f3b-4e5b-a176-dfb35a533a6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:44:55.177356 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-2a833945-3f3b-4e5b-a176-dfb35a533a6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:44:55.258054 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-2a833945-3f3b-4e5b-a176-dfb35a533a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:55.261705 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-2a833945-3f3b-4e5b-a176-dfb35a533a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:55.269115 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-64af18a5-a4a7-4d47-afcd-fafb7c7fd5b0 tempest-AttachVolumeTestJSON-507182318 tempest-AttachVolumeTestJSON-507182318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:55.310373 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-2a833945-3f3b-4e5b-a176-dfb35a533a6f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e16780001ef34afd9ffd2e5f1e80a5e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2746294 May 11 16:44:55.311131 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a833945-3f3b-4e5b-a176-dfb35a533a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17740fa4-582b-4b28-b15b-a7114e124d63,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:55.313273 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 54856) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:44:55.321432 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a833945-3f3b-4e5b-a176-dfb35a533a6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:44:55.322072 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a833945-3f3b-4e5b-a176-dfb35a533a6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:44:55.322704 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a833945-3f3b-4e5b-a176-dfb35a533a6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:44:55.323337 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a833945-3f3b-4e5b-a176-dfb35a533a6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:44:55.324010 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a833945-3f3b-4e5b-a176-dfb35a533a6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:44:55.325352 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a833945-3f3b-4e5b-a176-dfb35a533a6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:44:55.325994 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a833945-3f3b-4e5b-a176-dfb35a533a6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:44:55.326615 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a833945-3f3b-4e5b-a176-dfb35a533a6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:44:55.327250 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a833945-3f3b-4e5b-a176-dfb35a533a6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:44:55.327925 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a833945-3f3b-4e5b-a176-dfb35a533a6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:44:55.328547 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a833945-3f3b-4e5b-a176-dfb35a533a6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:44:55.329179 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a833945-3f3b-4e5b-a176-dfb35a533a6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:44:55.335530 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-2a833945-3f3b-4e5b-a176-dfb35a533a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:55.375361 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-270e8c01-df60-4018-b012-4c1c6910ee1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:55.401242 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-270e8c01-df60-4018-b012-4c1c6910ee1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:55.456048 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-270e8c01-df60-4018-b012-4c1c6910ee1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:55.460779 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-1d85c90d-fc77-4b70-8bc3-4e84ed98c0a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:55.473026 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e8c01-df60-4018-b012-4c1c6910ee1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17740fa4-582b-4b28-b15b-a7114e124d63,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:55.475403 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-270e8c01-df60-4018-b012-4c1c6910ee1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:55.484213 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-270e8c01-df60-4018-b012-4c1c6910ee1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:55.487679 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-270e8c01-df60-4018-b012-4c1c6910ee1b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/17740fa4-582b-4b28-b15b-a7114e124d63 HTTP/1.1" status: 204 len: 168 time: 0.1710162 May 11 16:44:55.765013 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 54864) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:44:55.786573 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-435980cc-155a-45e6-b247-31d5915e7f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:55.801750 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-435980cc-155a-45e6-b247-31d5915e7f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:44:55.806332 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-435980cc-155a-45e6-b247-31d5915e7f26 admin admin] Usage tracker for resource:security_group_rule and tenant:aa271e6bf1c941439e85d557f8cdd439 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:44:55.809376 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-435980cc-155a-45e6-b247-31d5915e7f26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:44:55.815383 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-435980cc-155a-45e6-b247-31d5915e7f26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:44:55.898171 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-435980cc-155a-45e6-b247-31d5915e7f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:55.901857 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-435980cc-155a-45e6-b247-31d5915e7f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:55.910672 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-ad89d584-955d-434d-9794-d6beebc5f1b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:55.950064 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-435980cc-155a-45e6-b247-31d5915e7f26 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aa271e6bf1c941439e85d557f8cdd439&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1839292 May 11 16:44:55.950987 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435980cc-155a-45e6-b247-31d5915e7f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3daeeca-20b1-4d39-aef0-4b5bd18ca863,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:55.952763 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 54868) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:44:55.953934 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-435980cc-155a-45e6-b247-31d5915e7f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:56.012747 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-6734d931-788a-4d84-92bc-f532a3cb2625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:56.038141 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-6734d931-788a-4d84-92bc-f532a3cb2625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:56.094253 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-6734d931-788a-4d84-92bc-f532a3cb2625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:56.097978 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-312b1eb1-2a01-4568-8784-11d99add38a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:56.109556 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734d931-788a-4d84-92bc-f532a3cb2625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3daeeca-20b1-4d39-aef0-4b5bd18ca863,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:56.113428 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-6734d931-788a-4d84-92bc-f532a3cb2625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:56.116602 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-6734d931-788a-4d84-92bc-f532a3cb2625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:56.117688 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-6734d931-788a-4d84-92bc-f532a3cb2625 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d3daeeca-20b1-4d39-aef0-4b5bd18ca863 HTTP/1.1" status: 204 len: 168 time: 0.1630917 May 11 16:44:57.835127 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 54914) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:44:57.950671 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-42c1eab8-0478-4688-9a35-a0dad7c3bfc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:57.964279 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-42c1eab8-0478-4688-9a35-a0dad7c3bfc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:44:57.968769 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-42c1eab8-0478-4688-9a35-a0dad7c3bfc6 admin admin] Usage tracker for resource:security_group_rule and tenant:960e467deb434e18bec21cb8bf542516 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:44:57.971465 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-42c1eab8-0478-4688-9a35-a0dad7c3bfc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:44:57.977074 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-42c1eab8-0478-4688-9a35-a0dad7c3bfc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:44:58.055031 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-42c1eab8-0478-4688-9a35-a0dad7c3bfc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:58.058722 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-42c1eab8-0478-4688-9a35-a0dad7c3bfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:58.065664 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-bc08ad00-4ddf-4e95-af0e-a0c60266ee0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:58.109122 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-42c1eab8-0478-4688-9a35-a0dad7c3bfc6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=960e467deb434e18bec21cb8bf542516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729232 May 11 16:44:58.110033 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1eab8-0478-4688-9a35-a0dad7c3bfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fcbb6c-ba0b-4bce-a44c-30005d103e63,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:58.111867 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 54920) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:44:58.112970 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-42c1eab8-0478-4688-9a35-a0dad7c3bfc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:58.176367 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-884981fa-6a8e-4159-a171-774485bfdfb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:58.201781 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-884981fa-6a8e-4159-a171-774485bfdfb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:58.251635 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-884981fa-6a8e-4159-a171-774485bfdfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:58.255189 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-2dddb170-e777-4825-9f89-a758ceb98a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:58.267397 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884981fa-6a8e-4159-a171-774485bfdfb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fcbb6c-ba0b-4bce-a44c-30005d103e63,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:58.270277 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-884981fa-6a8e-4159-a171-774485bfdfb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:58.272393 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-884981fa-6a8e-4159-a171-774485bfdfb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:58.274335 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-884981fa-6a8e-4159-a171-774485bfdfb8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a6fcbb6c-ba0b-4bce-a44c-30005d103e63 HTTP/1.1" status: 204 len: 168 time: 0.1602557 May 11 16:44:58.563444 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 54928) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:44:58.581615 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-9d2210d2-1f24-4690-ade9-a036707a2c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:58.596207 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-9d2210d2-1f24-4690-ade9-a036707a2c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:44:58.599982 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-9d2210d2-1f24-4690-ade9-a036707a2c96 admin admin] Usage tracker for resource:security_group_rule and tenant:eefe78672474472986a1faf4b44c6207 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:44:58.602730 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-9d2210d2-1f24-4690-ade9-a036707a2c96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:44:58.608385 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-9d2210d2-1f24-4690-ade9-a036707a2c96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:44:58.688536 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-9d2210d2-1f24-4690-ade9-a036707a2c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:58.692457 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-9d2210d2-1f24-4690-ade9-a036707a2c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:58.700369 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-118e31d8-9dfb-4cb6-b5a7-2ae5065180cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:58.740253 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2210d2-1f24-4690-ade9-a036707a2c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b385d0b-dd0b-4cb7-9798-f4c77d617ef9,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:58.744318 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-9d2210d2-1f24-4690-ade9-a036707a2c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:58.748220 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-9d2210d2-1f24-4690-ade9-a036707a2c96 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eefe78672474472986a1faf4b44c6207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1836238 May 11 16:44:58.750032 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 54932) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:44:58.813681 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-55be9ca2-5952-41d3-9b71-f36fe76da247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:58.839678 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-55be9ca2-5952-41d3-9b71-f36fe76da247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:58.889914 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-55be9ca2-5952-41d3-9b71-f36fe76da247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:58.894883 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-260c194b-cfe6-46ab-bd24-38b688a39d5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:44:58.905102 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be9ca2-5952-41d3-9b71-f36fe76da247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b385d0b-dd0b-4cb7-9798-f4c77d617ef9,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:44:58.908497 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-55be9ca2-5952-41d3-9b71-f36fe76da247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:44:58.911656 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-55be9ca2-5952-41d3-9b71-f36fe76da247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:44:58.912848 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-55be9ca2-5952-41d3-9b71-f36fe76da247 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6b385d0b-dd0b-4cb7-9798-f4c77d617ef9 HTTP/1.1" status: 204 len: 168 time: 0.1619210 May 11 16:45:01.490489 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 55004) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:45:01.609074 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-f87a3b16-0a49-4d58-a7ea-3d9b8cf31057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:01.624667 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-f87a3b16-0a49-4d58-a7ea-3d9b8cf31057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:45:01.628637 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-f87a3b16-0a49-4d58-a7ea-3d9b8cf31057 admin admin] Usage tracker for resource:security_group_rule and tenant:fca21eae907a4b29be7048fb1b50d0c4 is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:45:01.631676 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-f87a3b16-0a49-4d58-a7ea-3d9b8cf31057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:45:01.637622 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-f87a3b16-0a49-4d58-a7ea-3d9b8cf31057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:45:01.719627 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-f87a3b16-0a49-4d58-a7ea-3d9b8cf31057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:01.723346 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-f87a3b16-0a49-4d58-a7ea-3d9b8cf31057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:01.730090 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-6dce3380-1e4d-4218-b0f5-a3bf7481062d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:45:01.770808 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-f87a3b16-0a49-4d58-a7ea-3d9b8cf31057 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fca21eae907a4b29be7048fb1b50d0c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792685 May 11 16:45:01.771704 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a3b16-0a49-4d58-a7ea-3d9b8cf31057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cecb846-8eac-454c-991a-654256e3c2ca,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:45:01.773511 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 55010) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:45:01.775329 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-f87a3b16-0a49-4d58-a7ea-3d9b8cf31057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:45:01.835088 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-a833e41b-63da-4312-8b07-410fe6d5f10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:01.863065 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-a833e41b-63da-4312-8b07-410fe6d5f10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:01.920369 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-a833e41b-63da-4312-8b07-410fe6d5f10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:01.924111 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-70514ae4-bf61-4cdc-87a9-3d9efef46cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:45:01.934738 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833e41b-63da-4312-8b07-410fe6d5f10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cecb846-8eac-454c-991a-654256e3c2ca,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:45:01.937064 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-a833e41b-63da-4312-8b07-410fe6d5f10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:45:01.943219 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-a833e41b-63da-4312-8b07-410fe6d5f10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:01.944348 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-a833e41b-63da-4312-8b07-410fe6d5f10a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1cecb846-8eac-454c-991a-654256e3c2ca HTTP/1.1" status: 204 len: 168 time: 0.1698728 May 11 16:45:02.220777 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 55018) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:45:02.238519 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e89b3467-56c7-4f51-abe6-7d57bb998622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:02.253065 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-e89b3467-56c7-4f51-abe6-7d57bb998622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:45:02.256797 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-e89b3467-56c7-4f51-abe6-7d57bb998622 admin admin] Usage tracker for resource:security_group_rule and tenant:bc97160098864612917f3820bc28e709 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:45:02.259495 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-e89b3467-56c7-4f51-abe6-7d57bb998622 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:45:02.265212 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-e89b3467-56c7-4f51-abe6-7d57bb998622 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:45:02.346773 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e89b3467-56c7-4f51-abe6-7d57bb998622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:02.350546 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-e89b3467-56c7-4f51-abe6-7d57bb998622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:02.357543 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-3870dc40-e520-44f7-9e61-f7468be11c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:45:02.396562 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b3467-56c7-4f51-abe6-7d57bb998622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b53bc4-a8d8-4a19-94ef-5cfcab254a6c,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:45:02.400628 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-e89b3467-56c7-4f51-abe6-7d57bb998622 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bc97160098864612917f3820bc28e709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1788430 May 11 16:45:02.401497 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-e89b3467-56c7-4f51-abe6-7d57bb998622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:45:02.403429 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 55022) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:45:02.460266 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-17e4dbda-3ef6-4f84-94ce-8d52cfc6b5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:02.490443 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-17e4dbda-3ef6-4f84-94ce-8d52cfc6b5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:02.539400 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-17e4dbda-3ef6-4f84-94ce-8d52cfc6b5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:02.543947 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-9d2210d2-1f24-4690-ade9-a036707a2c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:45:02.555042 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4dbda-3ef6-4f84-94ce-8d52cfc6b5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b53bc4-a8d8-4a19-94ef-5cfcab254a6c,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:45:02.558432 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-17e4dbda-3ef6-4f84-94ce-8d52cfc6b5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:45:02.561706 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-17e4dbda-3ef6-4f84-94ce-8d52cfc6b5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:02.562787 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-17e4dbda-3ef6-4f84-94ce-8d52cfc6b5c2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/10b53bc4-a8d8-4a19-94ef-5cfcab254a6c HTTP/1.1" status: 204 len: 168 time: 0.1585577 May 11 16:45:10.588101 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-99c75a12-1b90-47e3-a832-75d12d1f8aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:12.724850 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:13.596715 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-e49f39ce-727d-46b8-811d-ca01c178e3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:13.732318 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:14.552198 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 55132) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:45:14.667297 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-94003d8e-bf00-46e9-8ff8-624a94ee47d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:14.682642 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-94003d8e-bf00-46e9-8ff8-624a94ee47d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:45:14.686648 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-94003d8e-bf00-46e9-8ff8-624a94ee47d0 admin admin] Usage tracker for resource:security_group_rule and tenant:1e662a35ac6b463e8e62b94f47a61a1c is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:45:14.689689 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-94003d8e-bf00-46e9-8ff8-624a94ee47d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:45:14.695271 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-94003d8e-bf00-46e9-8ff8-624a94ee47d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:45:14.781463 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-94003d8e-bf00-46e9-8ff8-624a94ee47d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:14.785871 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-94003d8e-bf00-46e9-8ff8-624a94ee47d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:14.795535 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-4d1bd140-ded1-45da-8bf0-81f494248c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:45:14.835410 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-94003d8e-bf00-46e9-8ff8-624a94ee47d0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1e662a35ac6b463e8e62b94f47a61a1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820673 May 11 16:45:14.836329 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94003d8e-bf00-46e9-8ff8-624a94ee47d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87958581-c8ca-424c-89d9-7004b952118e,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:45:14.838008 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 55138) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:45:14.840420 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-94003d8e-bf00-46e9-8ff8-624a94ee47d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:45:14.900551 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-88de827d-4181-4d63-b264-200e8497b932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:14.926816 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-88de827d-4181-4d63-b264-200e8497b932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:14.980553 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-88de827d-4181-4d63-b264-200e8497b932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:14.985483 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-c0ca95bc-cebd-48f1-a9d6-10cbe7555c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:45:14.998748 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de827d-4181-4d63-b264-200e8497b932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87958581-c8ca-424c-89d9-7004b952118e,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:45:15.001679 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-88de827d-4181-4d63-b264-200e8497b932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:45:15.003707 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-88de827d-4181-4d63-b264-200e8497b932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:15.004789 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-88de827d-4181-4d63-b264-200e8497b932 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/87958581-c8ca-424c-89d9-7004b952118e HTTP/1.1" status: 204 len: 168 time: 0.1657314 May 11 16:45:15.077683 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:15.285230 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 55146) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:45:15.303858 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-1ecefcfa-f3c9-41d6-9a0d-8b0240a9481a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:15.321978 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-1ecefcfa-f3c9-41d6-9a0d-8b0240a9481a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:45:15.326341 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-1ecefcfa-f3c9-41d6-9a0d-8b0240a9481a admin admin] Usage tracker for resource:security_group_rule and tenant:4c56758704bb4dfd95a7494af8ad0ff1 is out of sync, need to count used quota {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:45:15.329189 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.quota.resource [None req-1ecefcfa-f3c9-41d6-9a0d-8b0240a9481a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78909) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:45:15.334782 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.db.quota.driver [None req-1ecefcfa-f3c9-41d6-9a0d-8b0240a9481a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78909) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:45:15.419471 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-1ecefcfa-f3c9-41d6-9a0d-8b0240a9481a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:15.423342 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-1ecefcfa-f3c9-41d6-9a0d-8b0240a9481a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:15.430381 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-5220b523-7064-4b93-9f7c-4191389d3ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:45:15.471130 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecefcfa-f3c9-41d6-9a0d-8b0240a9481a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff1cc2a-272f-4f43-987d-916ef16d83ab,revision_number=1']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:45:15.478072 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-1ecefcfa-f3c9-41d6-9a0d-8b0240a9481a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4c56758704bb4dfd95a7494af8ad0ff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1887925 May 11 16:45:15.478072 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-1ecefcfa-f3c9-41d6-9a0d-8b0240a9481a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:45:15.478577 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 55150) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:45:15.538114 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-1c48a0b1-d227-496a-845d-2e22cabdbae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:15.573019 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-1c48a0b1-d227-496a-845d-2e22cabdbae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:15.625217 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-1c48a0b1-d227-496a-845d-2e22cabdbae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:15.629032 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-d1912f74-94f6-4186-b3b2-edd64d2b4dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:45:15.644948 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48a0b1-d227-496a-845d-2e22cabdbae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff1cc2a-272f-4f43-987d-916ef16d83ab,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:45:15.647906 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-1c48a0b1-d227-496a-845d-2e22cabdbae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:45:15.649833 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-1c48a0b1-d227-496a-845d-2e22cabdbae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:15.650921 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-1c48a0b1-d227-496a-845d-2e22cabdbae9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6ff1cc2a-272f-4f43-987d-916ef16d83ab HTTP/1.1" status: 204 len: 168 time: 0.1718137 May 11 16:45:17.630960 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:23.549225 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:45:40.594538 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-c46f9514-fcf4-4ca1-8d32-03d380151e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:42.740056 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:43.598444 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-c6a2a7ec-0733-4c70-96d8-c0fdb0551bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:43.738143 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:45.087754 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:46.671262 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-e94f6a8f-3eca-4868-ac9e-9d7359879269 req-b8d3c613-1537-472d-9ba8-4efcd5075efc service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1909745 May 11 16:45:46.830273 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f6a8f-3eca-4868-ac9e-9d7359879269 req-2a416ccc-3e5e-4830-bf4a-2d4402b2a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:45:46.831823 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-e94f6a8f-3eca-4868-ac9e-9d7359879269 req-2a416ccc-3e5e-4830-bf4a-2d4402b2a895 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3b66f8b9361d473d825d116d42d6754b&device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 1099 time: 0.0894060 May 11 16:45:46.988491 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f6a8f-3eca-4868-ac9e-9d7359879269 req-a6a50bd9-eae7-4a03-8864-8f2e06444504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:45:46.989953 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-e94f6a8f-3eca-4868-ac9e-9d7359879269 req-a6a50bd9-eae7-4a03-8864-8f2e06444504 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f81911b1-3086-40db-9ddc-1800eebe378c HTTP/1.1" status: 200 len: 910 time: 0.1337264 May 11 16:45:47.095386 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-e94f6a8f-3eca-4868-ac9e-9d7359879269 req-9a962f22-499d-46b7-8ac7-01be3ad41a6d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 HTTP/1.1" status: 200 len: 1002 time: 0.0982611 May 11 16:45:47.158477 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f6a8f-3eca-4868-ac9e-9d7359879269 req-cbe553f9-af9f-4888-a13e-ca24a0593bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:45:47.159941 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-e94f6a8f-3eca-4868-ac9e-9d7359879269 req-cbe553f9-af9f-4888-a13e-ca24a0593bda service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6d34fe13-d4cd-4394-b07f-385d3f86fd4b HTTP/1.1" status: 200 len: 847 time: 0.0582287 May 11 16:45:47.236047 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f6a8f-3eca-4868-ac9e-9d7359879269 req-7b07ead0-4f2e-4427-9865-04b8ad6de860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:45:47.237534 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-e94f6a8f-3eca-4868-ac9e-9d7359879269 req-7b07ead0-4f2e-4427-9865-04b8ad6de860 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f81911b1-3086-40db-9ddc-1800eebe378c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716565 May 11 16:45:47.247489 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [req-e94f6a8f-3eca-4868-ac9e-9d7359879269 req-4db7ffcc-bfaa-4faf-9b6d-7bc5d0ae28f0 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=78910) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 11 16:45:47.248448 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-e94f6a8f-3eca-4868-ac9e-9d7359879269 req-4db7ffcc-bfaa-4faf-9b6d-7bc5d0ae28f0 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050287 May 11 16:45:47.487885 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-e94f6a8f-3eca-4868-ac9e-9d7359879269 req-73f7164a-36af-4859-b022-7d1c1f222c33 service neutron] 10.222.0.85 "GET /v2.0/networks/f81911b1-3086-40db-9ddc-1800eebe378c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329838 May 11 16:45:47.631223 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-e94f6a8f-3eca-4868-ac9e-9d7359879269 req-16d6f311-3f8b-4073-aedc-826f3a913e8c service neutron] 10.222.0.85 "GET /v2.0/networks/f81911b1-3086-40db-9ddc-1800eebe378c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367707 May 11 16:45:47.638198 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:50.379004 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 55408) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:45:50.502534 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-70a4b297-b825-4cc8-ae57-4289cdc912cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:50.518448 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-70a4b297-b825-4cc8-ae57-4289cdc912cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 11 16:45:50.522413 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-70a4b297-b825-4cc8-ae57-4289cdc912cc admin admin] Usage tracker for resource:security_group_rule and tenant:7876407eb0fe4b1c8aeec86d7486622c is out of sync, need to count used quota {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 11 16:45:50.525699 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [None req-70a4b297-b825-4cc8-ae57-4289cdc912cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78910) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 11 16:45:50.533610 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.quota.driver [None req-70a4b297-b825-4cc8-ae57-4289cdc912cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78910) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 11 16:45:50.624552 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-70a4b297-b825-4cc8-ae57-4289cdc912cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:50.628330 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-70a4b297-b825-4cc8-ae57-4289cdc912cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_create {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:50.636692 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-42c1eab8-0478-4688-9a35-a0dad7c3bfc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:45:50.676873 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-70a4b297-b825-4cc8-ae57-4289cdc912cc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7876407eb0fe4b1c8aeec86d7486622c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967668 May 11 16:45:50.677639 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4b297-b825-4cc8-ae57-4289cdc912cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cade6974-e98c-4d5d-8cae-ca3b9ff4c60c,revision_number=1']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:45:50.679580 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 55414) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:45:50.680849 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-70a4b297-b825-4cc8-ae57-4289cdc912cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:45:50.739209 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-fa32cfc7-5d05-4bae-a105-cf8ce501313a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:50.765368 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-fa32cfc7-5d05-4bae-a105-cf8ce501313a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:50.818022 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-fa32cfc7-5d05-4bae-a105-cf8ce501313a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:50.821758 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-270e8c01-df60-4018-b012-4c1c6910ee1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:45:50.835193 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32cfc7-5d05-4bae-a105-cf8ce501313a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cade6974-e98c-4d5d-8cae-ca3b9ff4c60c,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:45:50.843635 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-fa32cfc7-5d05-4bae-a105-cf8ce501313a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:45:50.844754 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-fa32cfc7-5d05-4bae-a105-cf8ce501313a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cade6974-e98c-4d5d-8cae-ca3b9ff4c60c HTTP/1.1" status: 204 len: 168 time: 0.1641703 May 11 16:45:50.846168 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa32cfc7-5d05-4bae-a105-cf8ce501313a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:45:50.846537 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa32cfc7-5d05-4bae-a105-cf8ce501313a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:45:50.846895 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa32cfc7-5d05-4bae-a105-cf8ce501313a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:45:50.847415 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa32cfc7-5d05-4bae-a105-cf8ce501313a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:45:50.847595 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa32cfc7-5d05-4bae-a105-cf8ce501313a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:45:50.847972 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa32cfc7-5d05-4bae-a105-cf8ce501313a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:45:50.848322 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa32cfc7-5d05-4bae-a105-cf8ce501313a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:45:50.848744 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa32cfc7-5d05-4bae-a105-cf8ce501313a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:45:50.849145 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa32cfc7-5d05-4bae-a105-cf8ce501313a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:45:50.849340 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa32cfc7-5d05-4bae-a105-cf8ce501313a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:45:50.849688 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa32cfc7-5d05-4bae-a105-cf8ce501313a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:45:50.850027 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa32cfc7-5d05-4bae-a105-cf8ce501313a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:45:50.853173 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-fa32cfc7-5d05-4bae-a105-cf8ce501313a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:45:53.898883 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6bccd-3ee4-4d59-a1bd-e0c2f012a691 req-12245b40-dfbc-49c9-9f47-a710993662bb tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:45:53.900360 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-07f6bccd-3ee4-4d59-a1bd-e0c2f012a691 req-12245b40-dfbc-49c9-9f47-a710993662bb tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 946 time: 0.2976582 May 11 16:45:53.945783 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-07f6bccd-3ee4-4d59-a1bd-e0c2f012a691 req-d450be29-df1b-4bfc-8709-052b4c9d77ba tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee1be61-63b4-459f-b1c0-1ea6e19f78f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387154 May 11 16:45:55.145937 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2b084-ba54-499c-9042-c9b507de4c43 req-8920b20f-2810-417b-8b43-11fbe5ebac10 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:45:55.147298 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-52a2b084-ba54-499c-9042-c9b507de4c43 req-8920b20f-2810-417b-8b43-11fbe5ebac10 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 946 time: 0.0804641 May 11 16:45:55.196124 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-52a2b084-ba54-499c-9042-c9b507de4c43 req-e5f90ace-f6d9-46c1-83be-84eaf252507f tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee1be61-63b4-459f-b1c0-1ea6e19f78f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419884 May 11 16:45:56.387005 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b607ba-9c67-4eb7-8e27-814669153547 req-ef01326d-c5c3-47ce-9f22-f3b7ea224943 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:45:56.388655 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-75b607ba-9c67-4eb7-8e27-814669153547 req-ef01326d-c5c3-47ce-9f22-f3b7ea224943 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 946 time: 0.0843017 May 11 16:45:56.437957 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-75b607ba-9c67-4eb7-8e27-814669153547 req-b5514891-b4b1-4bcf-b730-a608a0a5480e tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee1be61-63b4-459f-b1c0-1ea6e19f78f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433171 May 11 16:45:57.634925 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1e78-1d57-4487-a11e-3d85bae75700 req-b499475c-a548-4b50-87f2-264b4efc74fc tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:45:57.636926 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-251c1e78-1d57-4487-a11e-3d85bae75700 req-b499475c-a548-4b50-87f2-264b4efc74fc tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 946 time: 0.0853717 May 11 16:45:57.681685 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-251c1e78-1d57-4487-a11e-3d85bae75700 req-81abbc42-c21b-4f22-be98-f7374e23265c tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee1be61-63b4-459f-b1c0-1ea6e19f78f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389137 May 11 16:45:58.866342 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c1705-a4cd-4550-a220-6243df9dd465 req-eed58a6b-4516-4b04-aa1b-468690272dd7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:45:58.867848 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-901c1705-a4cd-4550-a220-6243df9dd465 req-eed58a6b-4516-4b04-aa1b-468690272dd7 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 946 time: 0.0828128 May 11 16:45:58.915203 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-901c1705-a4cd-4550-a220-6243df9dd465 req-fd4732b0-30d8-4dfe-bdbc-f8e7aaf70c88 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee1be61-63b4-459f-b1c0-1ea6e19f78f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411394 May 11 16:46:00.102290 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205780a-1b20-4865-b10d-9a0e04b87617 req-55a75fd0-1541-4cd2-841e-a572fd7c4679 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:46:00.103755 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2205780a-1b20-4865-b10d-9a0e04b87617 req-55a75fd0-1541-4cd2-841e-a572fd7c4679 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 946 time: 0.0801449 May 11 16:46:00.148163 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-2205780a-1b20-4865-b10d-9a0e04b87617 req-c29ffdf4-35fd-4de9-b9b0-4b9f82eea4f2 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee1be61-63b4-459f-b1c0-1ea6e19f78f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380528 May 11 16:46:00.548447 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:46:01.334331 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83c55c-a2a5-408b-9b5a-dfe4e5d9ba2c req-dee68799-b6b5-4408-9a5c-159aa87e6a19 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:46:01.335800 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3d83c55c-a2a5-408b-9b5a-dfe4e5d9ba2c req-dee68799-b6b5-4408-9a5c-159aa87e6a19 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 946 time: 0.0828240 May 11 16:46:01.380047 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3d83c55c-a2a5-408b-9b5a-dfe4e5d9ba2c req-dde0a49b-de38-4cbe-a1a4-16636877a03a tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee1be61-63b4-459f-b1c0-1ea6e19f78f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384536 May 11 16:46:02.562909 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ff5c7-d395-4206-84e1-6141032787f9 req-b902f924-56f0-40d1-b47a-c41e45b203ab tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:46:02.564651 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-cb6ff5c7-d395-4206-84e1-6141032787f9 req-b902f924-56f0-40d1-b47a-c41e45b203ab tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 946 time: 0.0806499 May 11 16:46:02.609504 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-cb6ff5c7-d395-4206-84e1-6141032787f9 req-31208e15-60a6-4457-8249-84d9993b0fa9 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee1be61-63b4-459f-b1c0-1ea6e19f78f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390692 May 11 16:46:03.771677 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f280201-453c-438f-a030-4d6722f9b507 req-29f2a3d1-9c76-4551-9ceb-4d8b07343038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:46:03.773239 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-2f280201-453c-438f-a030-4d6722f9b507 req-29f2a3d1-9c76-4551-9ceb-4d8b07343038 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3b66f8b9361d473d825d116d42d6754b&device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 1099 time: 0.0773466 May 11 16:46:03.905300 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1b647-f5ea-4cd8-8528-1f55aa966326 req-b0abd1a4-4326-439a-ba6e-0ed56ec6e1ca tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:46:03.906809 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-84f1b647-f5ea-4cd8-8528-1f55aa966326 req-b0abd1a4-4326-439a-ba6e-0ed56ec6e1ca tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 946 time: 0.1812239 May 11 16:46:03.910334 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f280201-453c-438f-a030-4d6722f9b507 req-ffff9b17-c0ff-44da-9953-462007eb94dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:46:03.911782 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-2f280201-453c-438f-a030-4d6722f9b507 req-ffff9b17-c0ff-44da-9953-462007eb94dd service neutron] 10.222.0.85 "GET /v2.0/networks?id=f81911b1-3086-40db-9ddc-1800eebe378c HTTP/1.1" status: 200 len: 910 time: 0.1321762 May 11 16:46:03.952822 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-84f1b647-f5ea-4cd8-8528-1f55aa966326 req-5ea2191f-bc22-4723-8951-6bec4a7fbd2e tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee1be61-63b4-459f-b1c0-1ea6e19f78f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401862 May 11 16:46:04.023715 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-2f280201-453c-438f-a030-4d6722f9b507 req-3d602017-29de-484c-9964-9040cc197b81 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 HTTP/1.1" status: 200 len: 1002 time: 0.1049583 May 11 16:46:04.093493 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f280201-453c-438f-a030-4d6722f9b507 req-7282852a-eac6-4033-98ba-70787ee6821c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:46:04.094919 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-2f280201-453c-438f-a030-4d6722f9b507 req-7282852a-eac6-4033-98ba-70787ee6821c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6d34fe13-d4cd-4394-b07f-385d3f86fd4b HTTP/1.1" status: 200 len: 847 time: 0.0640979 May 11 16:46:04.172315 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f280201-453c-438f-a030-4d6722f9b507 req-349ed510-8050-4bad-8024-f95d4c696973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:46:04.173691 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-2f280201-453c-438f-a030-4d6722f9b507 req-349ed510-8050-4bad-8024-f95d4c696973 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f81911b1-3086-40db-9ddc-1800eebe378c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724821 May 11 16:46:04.309252 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-2f280201-453c-438f-a030-4d6722f9b507 req-c8420059-1bb8-4ff9-a9fe-0e17ee45fa3c service neutron] 10.222.0.85 "GET /v2.0/networks/f81911b1-3086-40db-9ddc-1800eebe378c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284356 May 11 16:46:04.447589 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-2f280201-453c-438f-a030-4d6722f9b507 req-14467d06-1dd5-4167-b6f5-4b825a4fffac service neutron] 10.222.0.85 "GET /v2.0/networks/f81911b1-3086-40db-9ddc-1800eebe378c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317689 May 11 16:46:05.141927 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045b64a-21e8-4562-a33b-47a728da0852 req-aaa22549-c083-4e75-9804-82173ea4c6dc tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:46:05.143295 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6045b64a-21e8-4562-a33b-47a728da0852 req-aaa22549-c083-4e75-9804-82173ea4c6dc tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 946 time: 0.0838816 May 11 16:46:05.189741 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-6045b64a-21e8-4562-a33b-47a728da0852 req-a5690a2a-eec8-409d-95ac-f0332a43749b tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee1be61-63b4-459f-b1c0-1ea6e19f78f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406003 May 11 16:46:06.372069 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d44c1-e2d1-415a-8849-5f6c3b7cb173 req-58503fb1-bb5a-447f-99db-2f7bc9141707 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:46:06.373427 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c50d44c1-e2d1-415a-8849-5f6c3b7cb173 req-58503fb1-bb5a-447f-99db-2f7bc9141707 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 946 time: 0.0812018 May 11 16:46:06.420922 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-c50d44c1-e2d1-415a-8849-5f6c3b7cb173 req-3cba8092-1019-495d-97a5-e05f41e9c3bb tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee1be61-63b4-459f-b1c0-1ea6e19f78f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417805 May 11 16:46:06.723192 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 55458) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:46:06.780514 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87469c4a-509e-4f51-ab95-354e19583bb6 req-94b07249-89a7-425a-a8bf-c39c194e0931 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:46:06.781993 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-87469c4a-509e-4f51-ab95-354e19583bb6 req-94b07249-89a7-425a-a8bf-c39c194e0931 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 946 time: 0.0862162 May 11 16:46:06.832219 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-87469c4a-509e-4f51-ab95-354e19583bb6 req-daede629-f0e9-4693-b5fe-58229990831d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee1be61-63b4-459f-b1c0-1ea6e19f78f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443158 May 11 16:46:06.847075 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a3a7c622-b8a0-43ec-933d-48177541794f req-4b5f7839-f4fd-485f-a410-a62afec12eac service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1226389 May 11 16:46:08.030974 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fad55-558c-4626-b6fc-348430c42856 req-a844ba4f-37dd-4278-8438-98ef4abcf2d3 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:46:08.032531 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f91fad55-558c-4626-b6fc-348430c42856 req-a844ba4f-37dd-4278-8438-98ef4abcf2d3 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 946 time: 0.0889466 May 11 16:46:08.079100 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-f91fad55-558c-4626-b6fc-348430c42856 req-1610c0a7-88ad-4b8f-ad34-e08df07bdec6 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee1be61-63b4-459f-b1c0-1ea6e19f78f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407066 May 11 16:46:08.441741 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7c622-b8a0-43ec-933d-48177541794f req-0c027616-de84-4a0e-b22e-3c7b76e84018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:46:08.443176 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a3a7c622-b8a0-43ec-933d-48177541794f req-0c027616-de84-4a0e-b22e-3c7b76e84018 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227&tenant_id=3b66f8b9361d473d825d116d42d6754b HTTP/1.1" status: 200 len: 1099 time: 0.0705957 May 11 16:46:08.544238 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7c622-b8a0-43ec-933d-48177541794f req-28a6b60f-26f2-4955-b3a0-3265b7c1fddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:46:08.546019 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a3a7c622-b8a0-43ec-933d-48177541794f req-28a6b60f-26f2-4955-b3a0-3265b7c1fddf service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3b66f8b9361d473d825d116d42d6754b&device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 1099 time: 0.0801804 May 11 16:46:08.684586 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7c622-b8a0-43ec-933d-48177541794f req-e3c3a78a-d7ff-40d7-9758-72f4e362e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:46:08.686025 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a3a7c622-b8a0-43ec-933d-48177541794f req-e3c3a78a-d7ff-40d7-9758-72f4e362e4e4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f81911b1-3086-40db-9ddc-1800eebe378c HTTP/1.1" status: 200 len: 910 time: 0.1334388 May 11 16:46:08.788453 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a3a7c622-b8a0-43ec-933d-48177541794f req-b196348e-de93-46bf-8f39-4fd4e774e0b6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 HTTP/1.1" status: 200 len: 1002 time: 0.0949726 May 11 16:46:08.854620 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7c622-b8a0-43ec-933d-48177541794f req-2b3717f2-e797-47e2-98b7-f7ffd06b1890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:46:08.856108 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a3a7c622-b8a0-43ec-933d-48177541794f req-2b3717f2-e797-47e2-98b7-f7ffd06b1890 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6d34fe13-d4cd-4394-b07f-385d3f86fd4b HTTP/1.1" status: 200 len: 847 time: 0.0612361 May 11 16:46:08.929335 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7c622-b8a0-43ec-933d-48177541794f req-a3d27a44-01c8-4d04-bb4a-5ea6cc9f8e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:46:08.930774 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a3a7c622-b8a0-43ec-933d-48177541794f req-a3d27a44-01c8-4d04-bb4a-5ea6cc9f8e7e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f81911b1-3086-40db-9ddc-1800eebe378c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0683298 May 11 16:46:09.159522 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a3a7c622-b8a0-43ec-933d-48177541794f req-0bd8f57e-e6fc-43b4-a956-b3dbbac52d69 service neutron] 10.222.0.85 "GET /v2.0/networks/f81911b1-3086-40db-9ddc-1800eebe378c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219405 May 11 16:46:09.268585 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c65e21-eaa1-4501-b419-5535454ed273 req-082b51d8-0561-4661-b376-23d0e14b1f63 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:46:09.270045 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d1c65e21-eaa1-4501-b419-5535454ed273 req-082b51d8-0561-4661-b376-23d0e14b1f63 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 946 time: 0.0843437 May 11 16:46:09.297718 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-a3a7c622-b8a0-43ec-933d-48177541794f req-ddfd0842-1ab5-487a-a20a-ba56decfffc7 service neutron] 10.222.0.85 "GET /v2.0/networks/f81911b1-3086-40db-9ddc-1800eebe378c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318054 May 11 16:46:09.319195 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-d1c65e21-eaa1-4501-b419-5535454ed273 req-2b22a783-83f3-4cd8-a857-5e8b1c865890 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee1be61-63b4-459f-b1c0-1ea6e19f78f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433419 May 11 16:46:10.309333 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01d6e3-26cd-4ca0-a565-f76bd507d0d9 req-ca7d596b-613f-46fe-9baf-51caacd9e88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:46:10.310786 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-cc01d6e3-26cd-4ca0-a565-f76bd507d0d9 req-ca7d596b-613f-46fe-9baf-51caacd9e88f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 1099 time: 0.0724068 May 11 16:46:10.352134 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-cc01d6e3-26cd-4ca0-a565-f76bd507d0d9 req-ff96368b-f78d-459d-ac81-32f2aa1b2d98 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=aee1be61-63b4-459f-b1c0-1ea6e19f78f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346107 May 11 16:46:10.503045 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901f51e-98fd-4bf0-8ed5-dc3ee92e5c5b req-a2d70ed1-c433-49ae-83d5-2b31f87a7a94 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:46:10.504535 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3901f51e-98fd-4bf0-8ed5-dc3ee92e5c5b req-a2d70ed1-c433-49ae-83d5-2b31f87a7a94 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 946 time: 0.0801249 May 11 16:46:10.550298 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-3901f51e-98fd-4bf0-8ed5-dc3ee92e5c5b req-ab786623-105a-4f14-bbd9-92cd44f31d31 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee1be61-63b4-459f-b1c0-1ea6e19f78f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400524 May 11 16:46:10.596779 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-8c75cfa7-3370-4fbd-a263-9dbe4f919436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:46:10.644076 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=78911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 11 16:46:10.647284 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:46:10.873097 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:46:10.903662 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=35d55cbe-cbda-42bc-bbbc-78d8b9de35a9,segment=NetworkSegment(e09f6f58-1ecd-4fed-8923-9399f2c175c1),segment_id=e09f6f58-1ecd-4fed-8923-9399f2c175c1)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:46:10.928933 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f42de3-c011-44f1-a072-1fc5d3515227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35d55cbe-cbda-42bc-bbbc-78d8b9de35a9'}] {{(pid=78911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:46:10.935927 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Returning: {'device': '35d55cbe-cbda-42bc-bbbc-78d8b9de35a9', 'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c', 'port_id': '35d55cbe-cbda-42bc-bbbc-78d8b9de35a9', 'mac_address': 'fa:16:3e:4d:bc:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d34fe13-d4cd-4394-b07f-385d3f86fd4b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 11 16:46:10.942157 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=35d55cbe-cbda-42bc-bbbc-78d8b9de35a9,segment=NetworkSegment(e09f6f58-1ecd-4fed-8923-9399f2c175c1),segment_id=e09f6f58-1ecd-4fed-8923-9399f2c175c1)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:46:10.972191 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:46:10.979309 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-833f0342-8ca9-4573-8ed5-76e04f06f7a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:46:11.017878 dv-cinder-789603-4-smb neutron-server[78911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f42de3-c011-44f1-a072-1fc5d3515227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35d55cbe-cbda-42bc-bbbc-78d8b9de35a9', 'code': 200} May 11 16:46:11.075226 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:46:11.112717 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 {{(pid=78911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 11 16:46:11.120434 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=35d55cbe-cbda-42bc-bbbc-78d8b9de35a9,revision_number=6']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:46:11.133478 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:46:11.133824 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:46:11.134170 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:46:11.134504 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:46:11.134830 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:46:11.135157 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:46:11.135482 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:46:11.135840 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:46:11.136169 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:46:11.137054 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:46:11.137632 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:46:11.138018 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:46:11.142910 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:46:11.145512 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=35d55cbe-cbda-42bc-bbbc-78d8b9de35a9,segment=NetworkSegment(e09f6f58-1ecd-4fed-8923-9399f2c175c1),segment_id=e09f6f58-1ecd-4fed-8923-9399f2c175c1)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:46:11.149281 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:46:11.150944 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:46:11.218983 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=35d55cbe-cbda-42bc-bbbc-78d8b9de35a9,revision_number=7']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:46:11.221884 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:46:11.359472 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] get_ports_and_sgs() called for port_ids ['35d55cbe-cbda-42bc-bbbc-78d8b9de35a9'] {{(pid=78911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 11 16:46:11.742420 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f455b-7bcb-4eb4-b0af-de84a0e5c650 req-e43cc34a-2d4a-4d4e-9384-f26fe7eb4afe tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:46:11.743888 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-520f455b-7bcb-4eb4-b0af-de84a0e5c650 req-e43cc34a-2d4a-4d4e-9384-f26fe7eb4afe tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 945 time: 0.0851758 May 11 16:46:11.789236 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-520f455b-7bcb-4eb4-b0af-de84a0e5c650 req-1daa2ac5-a1ab-4eef-9fbe-bcd5e6c27539 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee1be61-63b4-459f-b1c0-1ea6e19f78f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391452 May 11 16:46:12.644272 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 up at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 11 16:46:12.714453 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.provisioning_blocks [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Provisioning complete for port 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 triggered by entity L2. {{(pid=78911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 11 16:46:12.714949 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725328'] for port, provisioning_complete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:46:12.769826 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:46:12.840999 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:46:12.877348 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] For port 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=35d55cbe-cbda-42bc-bbbc-78d8b9de35a9,segment=NetworkSegment(e09f6f58-1ecd-4fed-8923-9399f2c175c1),segment_id=e09f6f58-1ecd-4fed-8923-9399f2c175c1)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:46:12.881085 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788166208103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788165790221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788165790266'] for port, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:46:12.882867 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-6bd43dd1-d7c7-48f5-a3ea-2e6619aa9061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:46:12.947401 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Pushing event updated for resources: {'Port': ['ID=35d55cbe-cbda-42bc-bbbc-78d8b9de35a9,revision_number=8']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:46:12.950380 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:46:13.019041 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f42de3-c011-44f1-a072-1fc5d3515227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d55cbe-cbda-42bc-bbbc-78d8b9de35a9'}] {{(pid=78911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:46:13.063853 dv-cinder-789603-4-smb neutron-server[78911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f42de3-c011-44f1-a072-1fc5d3515227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d55cbe-cbda-42bc-bbbc-78d8b9de35a9', 'code': 200} May 11 16:46:13.601398 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-434f9469-4af7-4a0a-989f-539e370515b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:46:13.731828 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:46:15.084000 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:46:17.636318 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:46:37.548811 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:46:40.598754 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-aa4a9914-1aa5-4f2c-b325-13154ecc9dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:46:42.752010 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:46:43.604246 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-e83cbc0b-69d9-4480-9b8d-8a7b41fe3e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:46:43.733971 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:46:45.087981 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:46:45.943917 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-64bd6c1c-2c74-4d1a-87e9-42e8d241c80d req-6a727328-a315-4ab4-9406-664ebab1912f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732298 May 11 16:46:46.083766 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd6c1c-2c74-4d1a-87e9-42e8d241c80d req-02b0de7c-3d98-4955-8ac6-7407ed192f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:46:46.085229 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-64bd6c1c-2c74-4d1a-87e9-42e8d241c80d req-02b0de7c-3d98-4955-8ac6-7407ed192f17 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3b66f8b9361d473d825d116d42d6754b&device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 1099 time: 0.0753987 May 11 16:46:46.234927 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd6c1c-2c74-4d1a-87e9-42e8d241c80d req-e60793fd-a0e9-43a9-87f2-61ef16150818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:46:46.236377 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-64bd6c1c-2c74-4d1a-87e9-42e8d241c80d req-e60793fd-a0e9-43a9-87f2-61ef16150818 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f81911b1-3086-40db-9ddc-1800eebe378c HTTP/1.1" status: 200 len: 910 time: 0.1327157 May 11 16:46:46.339092 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-64bd6c1c-2c74-4d1a-87e9-42e8d241c80d req-7f840eea-a3e4-4fa5-8478-d115aafc28b6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 HTTP/1.1" status: 200 len: 1002 time: 0.0959613 May 11 16:46:46.402965 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd6c1c-2c74-4d1a-87e9-42e8d241c80d req-59757bd4-3906-4bba-9429-10e9a9cd47b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:46:46.404431 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-64bd6c1c-2c74-4d1a-87e9-42e8d241c80d req-59757bd4-3906-4bba-9429-10e9a9cd47b2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6d34fe13-d4cd-4394-b07f-385d3f86fd4b HTTP/1.1" status: 200 len: 847 time: 0.0592241 May 11 16:46:46.482576 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd6c1c-2c74-4d1a-87e9-42e8d241c80d req-092425b9-02be-4037-87a2-c09ba8d7cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:46:46.484336 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-64bd6c1c-2c74-4d1a-87e9-42e8d241c80d req-092425b9-02be-4037-87a2-c09ba8d7cccc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f81911b1-3086-40db-9ddc-1800eebe378c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740275 May 11 16:46:46.629744 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-64bd6c1c-2c74-4d1a-87e9-42e8d241c80d req-13c24121-e543-4ee6-8b97-1055564f97e0 service neutron] 10.222.0.85 "GET /v2.0/networks/f81911b1-3086-40db-9ddc-1800eebe378c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380479 May 11 16:46:46.769771 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-64bd6c1c-2c74-4d1a-87e9-42e8d241c80d req-f1a2d69e-1522-4acb-adcf-c4fe5159a23e service neutron] 10.222.0.85 "GET /v2.0/networks/f81911b1-3086-40db-9ddc-1800eebe378c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345246 May 11 16:46:47.639164 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:10.599846 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-8ff5cd75-eec9-4cf1-8e6c-aebb07580d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:12.745862 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:13.605799 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-9ce86f48-a5c2-476b-8cce-e6b500344acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:13.735757 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:14.547966 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:47:15.089347 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:17.642925 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:27.641472 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 55502) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:47:27.914223 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-a8f6e026-8c13-4d5a-b8a5-c7c511bcd35d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Deleting port 421e021b-346f-420e-8417-f4de2298f21b {{(pid=78910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:47:27.914567 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-a8f6e026-8c13-4d5a-b8a5-c7c511bcd35d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:28.125223 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-a8f6e026-8c13-4d5a-b8a5-c7c511bcd35d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:28.125543 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-a8f6e026-8c13-4d5a-b8a5-c7c511bcd35d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:28.245792 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-a8f6e026-8c13-4d5a-b8a5-c7c511bcd35d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Calling delete_port for 421e021b-346f-420e-8417-f4de2298f21b owned by network:floatingip {{(pid=78910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:47:28.369347 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-a8f6e026-8c13-4d5a-b8a5-c7c511bcd35d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:28.373126 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-4e2be575-4f41-49c6-be80-4777f8eae58f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:47:28.427008 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6e026-8c13-4d5a-b8a5-c7c511bcd35d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Pushing event deleted for resources: {'Port': ['ID=421e021b-346f-420e-8417-f4de2298f21b,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:47:28.465846 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6e026-8c13-4d5a-b8a5-c7c511bcd35d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:28.466217 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6e026-8c13-4d5a-b8a5-c7c511bcd35d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:28.466591 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6e026-8c13-4d5a-b8a5-c7c511bcd35d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:28.466947 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6e026-8c13-4d5a-b8a5-c7c511bcd35d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:28.467374 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6e026-8c13-4d5a-b8a5-c7c511bcd35d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:28.467764 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6e026-8c13-4d5a-b8a5-c7c511bcd35d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:28.468137 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6e026-8c13-4d5a-b8a5-c7c511bcd35d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:28.468472 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6e026-8c13-4d5a-b8a5-c7c511bcd35d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:28.468828 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6e026-8c13-4d5a-b8a5-c7c511bcd35d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:28.469174 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6e026-8c13-4d5a-b8a5-c7c511bcd35d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:28.469522 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6e026-8c13-4d5a-b8a5-c7c511bcd35d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:28.469866 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f6e026-8c13-4d5a-b8a5-c7c511bcd35d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:28.478082 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-a8f6e026-8c13-4d5a-b8a5-c7c511bcd35d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:47:28.538557 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-a8f6e026-8c13-4d5a-b8a5-c7c511bcd35d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for floatingip, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:28.538807 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.db.l3_db [None req-a8f6e026-8c13-4d5a-b8a5-c7c511bcd35d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Floating IP 64df5593-c161-46d5-96e9-cff8f207ca40 disassociated (deleted). External IP: 172.28.1.237, port: 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9. May 11 16:47:28.901215 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f6e026-8c13-4d5a-b8a5-c7c511bcd35d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Router e644786a-43ae-4551-8eaa-3e19c19b572c has already been hosted by L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae {{(pid=78910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:47:29.086038 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f6e026-8c13-4d5a-b8a5-c7c511bcd35d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:47:29.095468 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2175e34-2b9e-40e2-bc08-376eee442669 None None] Sync routers for ids ['e644786a-43ae-4551-8eaa-3e19c19b572c'] in dv-cinder-789603-4-smb {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:47:29.105534 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2175e34-2b9e-40e2-bc08-376eee442669 None None] Routers {'e644786a-43ae-4551-8eaa-3e19c19b572c'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:47:29.106075 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-c2175e34-2b9e-40e2-bc08-376eee442669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:47:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['e644786a-43ae-4551-8eaa-3e19c19b572c'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:47:29.134239 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-a8f6e026-8c13-4d5a-b8a5-c7c511bcd35d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for floatingip, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:29.193851 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-a8f6e026-8c13-4d5a-b8a5-c7c511bcd35d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "DELETE /v2.0/floatingips/64df5593-c161-46d5-96e9-cff8f207ca40 HTTP/1.1" status: 204 len: 168 time: 1.5512838 May 11 16:47:29.194498 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f42de3-c011-44f1-a072-1fc5d3515227', 'tag': '35d55cbe-cbda-42bc-bbbc-78d8b9de35a9'}] {{(pid=78910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:47:29.332353 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-c2175e34-2b9e-40e2-bc08-376eee442669 None None] Set router e644786a-43ae-4551-8eaa-3e19c19b572c gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:47:29.528256 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f42de3-c011-44f1-a072-1fc5d3515227', 'tag': '35d55cbe-cbda-42bc-bbbc-78d8b9de35a9', 'status': 'completed', 'code': 200} May 11 16:47:29.632082 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d18f1-1187-46fa-80ea-43c314b758ea req-7a1108e5-1d55-4c82-95a3-61d51c1051e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:47:29.633562 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-3a5d18f1-1187-46fa-80ea-43c314b758ea req-7a1108e5-1d55-4c82-95a3-61d51c1051e4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3b66f8b9361d473d825d116d42d6754b&device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 1099 time: 0.0802381 May 11 16:47:29.687970 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-c2175e34-2b9e-40e2-bc08-376eee442669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'name': 'tempest-TestShelveInstance-717064409-router', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cfb5b5f7-f092-4b1c-a413-3c32ff1f309d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:43:14Z', 'updated_at': '2021-05-11T16:43:20Z', 'revision_number': 4, 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'gw_port': {'id': 'cfb5b5f7-f092-4b1c-a413-3c32ff1f309d', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:15Z', 'updated_at': '2021-05-11T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': 'b4cd7bab-5090-49d3-a18e-3c78722d7f28', 'name': '', 'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'mac_address': 'fa:16:3e:87:fd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '6d34fe13-d4cd-4394-b07f-385d3f86fd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:18Z', 'updated_at': '2021-05-11T16:43:27Z', 'revision_number': 5, 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'subnets': [{'id': '6d34fe13-d4cd-4394-b07f-385d3f86fd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:47:29.693234 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2175e34-2b9e-40e2-bc08-376eee442669 None None] Checking router: e644786a-43ae-4551-8eaa-3e19c19b572c for host: dv-cinder-789603-4-smb {{(pid=78911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:47:29.702751 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2175e34-2b9e-40e2-bc08-376eee442669 None None] Routers {'e644786a-43ae-4551-8eaa-3e19c19b572c'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:47:29.703375 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-c2175e34-2b9e-40e2-bc08-376eee442669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:47:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['e644786a-43ae-4551-8eaa-3e19c19b572c'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:47:29.716218 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90044c4f-3fcd-47fe-bc37-4aa6f70ef08c req-64060385-6b4b-4fec-867a-e095d7febe74 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:47:29.718087 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-90044c4f-3fcd-47fe-bc37-4aa6f70ef08c req-64060385-6b4b-4fec-867a-e095d7febe74 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 946 time: 0.0926654 May 11 16:47:29.769567 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-90044c4f-3fcd-47fe-bc37-4aa6f70ef08c req-4c90be62-b86a-424a-8877-d326f11b6558 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee1be61-63b4-459f-b1c0-1ea6e19f78f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450437 May 11 16:47:29.782582 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d18f1-1187-46fa-80ea-43c314b758ea req-0c935c99-f3bd-41fd-b8ab-d71a90c593c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:47:29.784916 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-3a5d18f1-1187-46fa-80ea-43c314b758ea req-0c935c99-f3bd-41fd-b8ab-d71a90c593c5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f81911b1-3086-40db-9ddc-1800eebe378c HTTP/1.1" status: 200 len: 910 time: 0.1435347 May 11 16:47:29.859978 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-3a5d18f1-1187-46fa-80ea-43c314b758ea req-35a01824-61be-4fdb-bf88-d1ec553bda75 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 HTTP/1.1" status: 200 len: 217 time: 0.0671949 May 11 16:47:29.898552 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-c2175e34-2b9e-40e2-bc08-376eee442669 None None] Set router e644786a-43ae-4551-8eaa-3e19c19b572c gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:47:29.936147 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d18f1-1187-46fa-80ea-43c314b758ea req-e4e213d1-ded2-4007-b608-40a976aeb6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:47:29.937903 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-3a5d18f1-1187-46fa-80ea-43c314b758ea req-e4e213d1-ded2-4007-b608-40a976aeb6ea service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6d34fe13-d4cd-4394-b07f-385d3f86fd4b HTTP/1.1" status: 200 len: 847 time: 0.0716701 May 11 16:47:30.120915 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d18f1-1187-46fa-80ea-43c314b758ea req-9ed6328e-9e24-49df-b0d4-fea57c495ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:47:30.122273 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-3a5d18f1-1187-46fa-80ea-43c314b758ea req-9ed6328e-9e24-49df-b0d4-fea57c495ab5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f81911b1-3086-40db-9ddc-1800eebe378c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1777008 May 11 16:47:30.225950 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-c2175e34-2b9e-40e2-bc08-376eee442669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'name': 'tempest-TestShelveInstance-717064409-router', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cfb5b5f7-f092-4b1c-a413-3c32ff1f309d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:43:14Z', 'updated_at': '2021-05-11T16:43:20Z', 'revision_number': 4, 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'gw_port': {'id': 'cfb5b5f7-f092-4b1c-a413-3c32ff1f309d', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:15Z', 'updated_at': '2021-05-11T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': 'b4cd7bab-5090-49d3-a18e-3c78722d7f28', 'name': '', 'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'mac_address': 'fa:16:3e:87:fd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '6d34fe13-d4cd-4394-b07f-385d3f86fd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:18Z', 'updated_at': '2021-05-11T16:43:27Z', 'revision_number': 5, 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'subnets': [{'id': '6d34fe13-d4cd-4394-b07f-385d3f86fd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:47:30.230330 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2175e34-2b9e-40e2-bc08-376eee442669 None None] The sync data for ids ['e644786a-43ae-4551-8eaa-3e19c19b572c'] in dv-cinder-789603-4-smb is: [{'id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'name': 'tempest-TestShelveInstance-717064409-router', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cfb5b5f7-f092-4b1c-a413-3c32ff1f309d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:43:14Z', 'updated_at': '2021-05-11T16:43:20Z', 'revision_number': 4, 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'gw_port': {'id': 'cfb5b5f7-f092-4b1c-a413-3c32ff1f309d', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:15Z', 'updated_at': '2021-05-11T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb', '_interfaces': [{'id': 'b4cd7bab-5090-49d3-a18e-3c78722d7f28', 'name': '', 'network_id': 'f81911b1-3086-40db-9ddc-1800eebe378c', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'mac_address': 'fa:16:3e:87:fd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '6d34fe13-d4cd-4394-b07f-385d3f86fd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:18Z', 'updated_at': '2021-05-11T16:43:27Z', 'revision_number': 5, 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'subnets': [{'id': '6d34fe13-d4cd-4394-b07f-385d3f86fd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:47:30.265591 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-3a5d18f1-1187-46fa-80ea-43c314b758ea req-3c68e176-a651-4194-85e0-16e10f07c242 service neutron] 10.222.0.85 "GET /v2.0/networks/f81911b1-3086-40db-9ddc-1800eebe378c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349134 May 11 16:47:30.412347 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-3a5d18f1-1187-46fa-80ea-43c314b758ea req-b185d5fa-3af8-4667-b891-0bfa0d5d1d42 service neutron] 10.222.0.85 "GET /v2.0/networks/f81911b1-3086-40db-9ddc-1800eebe378c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396487 May 11 16:47:30.456179 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03020b1f-6c9c-46dd-a3dc-9ad13b96b98e None None] New status for floating IP 64df5593-c161-46d5-96e9-cff8f207ca40: DOWN {{(pid=78912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 16:47:30.854872 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46170eb8-2786-4865-9cc2-e33663b7db13 req-609d1ae3-afb5-4666-976a-accee45d514c tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:47:30.856134 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-46170eb8-2786-4865-9cc2-e33663b7db13 req-609d1ae3-afb5-4666-976a-accee45d514c tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Synchronizing usage tracker for tenant:3b66f8b9361d473d825d116d42d6754b on resource:port {{(pid=78910) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 11 16:47:30.876263 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.quota.resource [req-46170eb8-2786-4865-9cc2-e33663b7db13 req-609d1ae3-afb5-4666-976a-accee45d514c tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Unset dirty status for tenant:3b66f8b9361d473d825d116d42d6754b on resource:port {{(pid=78910) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 11 16:47:30.877460 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-46170eb8-2786-4865-9cc2-e33663b7db13 req-609d1ae3-afb5-4666-976a-accee45d514c tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.85 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 946 time: 0.1078303 May 11 16:47:30.970408 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc6e1c-a2a7-4dbf-8e3d-9b350c122e73 req-e7c6dbde-b869-48bc-808f-0312990360e4 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 11 16:47:30.972528 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-24dc6e1c-a2a7-4dbf-8e3d-9b350c122e73 req-e7c6dbde-b869-48bc-808f-0312990360e4 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 946 time: 0.0930517 May 11 16:47:31.018727 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-24dc6e1c-a2a7-4dbf-8e3d-9b350c122e73 req-c1b7f782-9e63-4030-9429-a3e67aab19a1 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/security-groups?id=aee1be61-63b4-459f-b1c0-1ea6e19f78f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395377 May 11 16:47:31.020798 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [req-46170eb8-2786-4865-9cc2-e33663b7db13 req-bd1d9482-58e0-4925-90cc-eb29f4c11d9a tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Deleting port 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 {{(pid=78910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:47:31.021300 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-46170eb8-2786-4865-9cc2-e33663b7db13 req-bd1d9482-58e0-4925-90cc-eb29f4c11d9a tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:31.162108 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [req-46170eb8-2786-4865-9cc2-e33663b7db13 req-bd1d9482-58e0-4925-90cc-eb29f4c11d9a tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] For port 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=35d55cbe-cbda-42bc-bbbc-78d8b9de35a9,segment=NetworkSegment(e09f6f58-1ecd-4fed-8923-9399f2c175c1),segment_id=e09f6f58-1ecd-4fed-8923-9399f2c175c1)] {{(pid=78910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:47:31.162465 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-46170eb8-2786-4865-9cc2-e33663b7db13 req-bd1d9482-58e0-4925-90cc-eb29f4c11d9a tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:31.289971 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [req-46170eb8-2786-4865-9cc2-e33663b7db13 req-bd1d9482-58e0-4925-90cc-eb29f4c11d9a tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Calling delete_port for 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 owned by compute:nova {{(pid=78910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:47:31.401179 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-46170eb8-2786-4865-9cc2-e33663b7db13 req-bd1d9482-58e0-4925-90cc-eb29f4c11d9a tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:31.407204 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-77cc2453-6f64-4707-a1a8-7c087e9a3418 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:47:31.452686 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d9482-58e0-4925-90cc-eb29f4c11d9a tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Pushing event deleted for resources: {'Port': ['ID=35d55cbe-cbda-42bc-bbbc-78d8b9de35a9,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:47:31.455880 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-bd1d9482-58e0-4925-90cc-eb29f4c11d9a tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:47:31.534260 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [req-46170eb8-2786-4865-9cc2-e33663b7db13 req-bd1d9482-58e0-4925-90cc-eb29f4c11d9a tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] No DVR routers for this DVR port 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 on host hv-cinder-78960 {{(pid=78910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:47:31.537088 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [req-46170eb8-2786-4865-9cc2-e33663b7db13 req-bd1d9482-58e0-4925-90cc-eb29f4c11d9a tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-123104'] for port, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:31.539837 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f42de3-c011-44f1-a072-1fc5d3515227', 'name': 'network-vif-deleted', 'tag': '35d55cbe-cbda-42bc-bbbc-78d8b9de35a9'}] {{(pid=78910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 11 16:47:31.556887 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [req-46170eb8-2786-4865-9cc2-e33663b7db13 req-bd1d9482-58e0-4925-90cc-eb29f4c11d9a tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.85 "DELETE /v2.0/ports/35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 HTTP/1.1" status: 204 len: 173 time: 0.6742516 May 11 16:47:31.587890 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f42de3-c011-44f1-a072-1fc5d3515227', 'name': 'network-vif-deleted', 'tag': '35d55cbe-cbda-42bc-bbbc-78d8b9de35a9', 'status': 'completed', 'code': 200} May 11 16:47:32.188290 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [req-99b55032-2770-49cf-8c94-a145748aea4c req-d059620f-8125-4dfe-9cd3-0e5bc1edf971 tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "GET /v2.0/ports?device_id=85f42de3-c011-44f1-a072-1fc5d3515227 HTTP/1.1" status: 200 len: 210 time: 0.0425005 May 11 16:47:33.288395 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 55522) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:47:33.359938 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-dc566361-c95d-42ed-b69f-acd3022d423d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for security_group, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:33.391085 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-dc566361-c95d-42ed-b69f-acd3022d423d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:33.465318 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-dc566361-c95d-42ed-b69f-acd3022d423d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:33.469795 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-2b025879-c9f7-4672-a0ab-926d8c50367a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:47:33.486505 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc566361-c95d-42ed-b69f-acd3022d423d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee1be61-63b4-459f-b1c0-1ea6e19f78f2,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:47:33.489535 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-dc566361-c95d-42ed-b69f-acd3022d423d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:47:33.500068 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-dc566361-c95d-42ed-b69f-acd3022d423d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] Notify callbacks [] for security_group, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:33.501855 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-dc566361-c95d-42ed-b69f-acd3022d423d tempest-TestShelveInstance-537847713 tempest-TestShelveInstance-537847713-project] 10.222.0.76 "DELETE /v2.0/security-groups/aee1be61-63b4-459f-b1c0-1ea6e19f78f2 HTTP/1.1" status: 204 len: 168 time: 0.2122643 May 11 16:47:33.550767 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 55528) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:47:34.245563 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-44eae87f-3ea3-4c63-bc67-abffef0e56aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393546'] for router_interface, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:34.679534 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [None req-44eae87f-3ea3-4c63-bc67-abffef0e56aa admin admin] Deleting port b4cd7bab-5090-49d3-a18e-3c78722d7f28 {{(pid=78909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:47:34.680296 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-44eae87f-3ea3-4c63-bc67-abffef0e56aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:34.806073 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [None req-44eae87f-3ea3-4c63-bc67-abffef0e56aa admin admin] For port b4cd7bab-5090-49d3-a18e-3c78722d7f28, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=b4cd7bab-5090-49d3-a18e-3c78722d7f28,segment=NetworkSegment(e09f6f58-1ecd-4fed-8923-9399f2c175c1),segment_id=e09f6f58-1ecd-4fed-8923-9399f2c175c1)] {{(pid=78909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:47:34.806422 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-44eae87f-3ea3-4c63-bc67-abffef0e56aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:34.923328 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:47:34.932375 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [None req-44eae87f-3ea3-4c63-bc67-abffef0e56aa admin admin] Calling delete_port for b4cd7bab-5090-49d3-a18e-3c78722d7f28 owned by network:router_interface {{(pid=78909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:47:34.962922 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] No Port match for: 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:47:34.963273 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Device 35d55cbe-cbda-42bc-bbbc-78d8b9de35a9 not bound to the agent host hv-cinder-78960 {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:47:35.087631 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-44eae87f-3ea3-4c63-bc67-abffef0e56aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:35.091762 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-8cccc348-ea30-4f04-9e1d-da4e0f1b2f0b tempest-AttachVolumeShelveTestJSON-1953161561 tempest-AttachVolumeShelveTestJSON-1953161561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:47:35.140898 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eae87f-3ea3-4c63-bc67-abffef0e56aa admin admin] Pushing event deleted for resources: {'Port': ['ID=b4cd7bab-5090-49d3-a18e-3c78722d7f28,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:47:35.181086 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eae87f-3ea3-4c63-bc67-abffef0e56aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:35.181465 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eae87f-3ea3-4c63-bc67-abffef0e56aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:35.181834 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eae87f-3ea3-4c63-bc67-abffef0e56aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:35.182194 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eae87f-3ea3-4c63-bc67-abffef0e56aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:35.182603 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eae87f-3ea3-4c63-bc67-abffef0e56aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:35.182908 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eae87f-3ea3-4c63-bc67-abffef0e56aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:35.183262 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eae87f-3ea3-4c63-bc67-abffef0e56aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:35.183616 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eae87f-3ea3-4c63-bc67-abffef0e56aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:35.183993 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eae87f-3ea3-4c63-bc67-abffef0e56aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:35.184343 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eae87f-3ea3-4c63-bc67-abffef0e56aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:35.184691 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eae87f-3ea3-4c63-bc67-abffef0e56aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:35.185044 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eae87f-3ea3-4c63-bc67-abffef0e56aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:35.193384 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-44eae87f-3ea3-4c63-bc67-abffef0e56aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:47:35.488260 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-44eae87f-3ea3-4c63-bc67-abffef0e56aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401914'] for router_interface, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:36.072952 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44eae87f-3ea3-4c63-bc67-abffef0e56aa admin admin] Router e644786a-43ae-4551-8eaa-3e19c19b572c has already been hosted by L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae {{(pid=78909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:47:36.262335 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44eae87f-3ea3-4c63-bc67-abffef0e56aa admin admin] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:47:36.271426 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56e2222-a897-46e0-8986-1e32f00b0e55 None None] Sync routers for ids ['e644786a-43ae-4551-8eaa-3e19c19b572c'] in dv-cinder-789603-4-smb {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:47:36.278226 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-44eae87f-3ea3-4c63-bc67-abffef0e56aa admin admin] 10.222.0.76 "PUT /v2.0/routers/e644786a-43ae-4551-8eaa-3e19c19b572c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7236757 May 11 16:47:36.278474 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 55532) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:47:36.281417 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56e2222-a897-46e0-8986-1e32f00b0e55 None None] Routers {'e644786a-43ae-4551-8eaa-3e19c19b572c'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:47:36.282041 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-c56e2222-a897-46e0-8986-1e32f00b0e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:47:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['e644786a-43ae-4551-8eaa-3e19c19b572c'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:47:36.469571 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-f19c0e81-406f-4b40-ae3b-688f9ed52251 admin admin] Notify callbacks [] for router, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:36.477237 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-c56e2222-a897-46e0-8986-1e32f00b0e55 None None] Set router e644786a-43ae-4551-8eaa-3e19c19b572c gateway port host: dv-cinder-789603-4-smb {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:47:36.685676 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-f19c0e81-406f-4b40-ae3b-688f9ed52251 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:36.766141 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [None req-f19c0e81-406f-4b40-ae3b-688f9ed52251 admin admin] Deleting port cfb5b5f7-f092-4b1c-a413-3c32ff1f309d {{(pid=78909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:47:36.766472 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-f19c0e81-406f-4b40-ae3b-688f9ed52251 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:36.860177 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-c56e2222-a897-46e0-8986-1e32f00b0e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'name': 'tempest-TestShelveInstance-717064409-router', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.30'}], 'enable_snat': True}, 'gw_port_id': 'cfb5b5f7-f092-4b1c-a413-3c32ff1f309d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:43:14Z', 'updated_at': '2021-05-11T16:47:35Z', 'revision_number': 5, 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'gw_port': {'id': 'cfb5b5f7-f092-4b1c-a413-3c32ff1f309d', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dc:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:15Z', 'updated_at': '2021-05-11T16:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:47:36.867789 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56e2222-a897-46e0-8986-1e32f00b0e55 None None] Checking router: e644786a-43ae-4551-8eaa-3e19c19b572c for host: dv-cinder-789603-4-smb {{(pid=78911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:47:36.885900 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56e2222-a897-46e0-8986-1e32f00b0e55 None None] Routers {'e644786a-43ae-4551-8eaa-3e19c19b572c'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:47:36.886160 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-c56e2222-a897-46e0-8986-1e32f00b0e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:47:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['e644786a-43ae-4551-8eaa-3e19c19b572c'], 'active': True} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:47:36.911159 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.db [None req-f19c0e81-406f-4b40-ae3b-688f9ed52251 admin admin] For port cfb5b5f7-f092-4b1c-a413-3c32ff1f309d, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=cfb5b5f7-f092-4b1c-a413-3c32ff1f309d,segment=NetworkSegment(9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c),segment_id=9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c)] {{(pid=78909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:47:36.911521 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-f19c0e81-406f-4b40-ae3b-688f9ed52251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:37.058033 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvr_db [None req-c56e2222-a897-46e0-8986-1e32f00b0e55 None None] Set router e644786a-43ae-4551-8eaa-3e19c19b572c gateway port host: None {{(pid=78911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:47:37.070158 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.plugins.ml2.plugin [None req-f19c0e81-406f-4b40-ae3b-688f9ed52251 admin admin] Calling delete_port for cfb5b5f7-f092-4b1c-a413-3c32ff1f309d owned by network:router_gateway {{(pid=78909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:47:37.176582 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_hamode_db [None req-c56e2222-a897-46e0-8986-1e32f00b0e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'name': 'tempest-TestShelveInstance-717064409-router', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:43:14Z', 'updated_at': '2021-05-11T16:47:36Z', 'revision_number': 6, 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'gw_port_host': None}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:47:37.181241 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56e2222-a897-46e0-8986-1e32f00b0e55 None None] The sync data for ids ['e644786a-43ae-4551-8eaa-3e19c19b572c'] in dv-cinder-789603-4-smb is: [{'id': 'e644786a-43ae-4551-8eaa-3e19c19b572c', 'name': 'tempest-TestShelveInstance-717064409-router', 'tenant_id': '3b66f8b9361d473d825d116d42d6754b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:43:14Z', 'updated_at': '2021-05-11T16:47:36Z', 'revision_number': 6, 'project_id': '3b66f8b9361d473d825d116d42d6754b', 'gw_port_host': None}] {{(pid=78911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:47:37.250588 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-f19c0e81-406f-4b40-ae3b-688f9ed52251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15952598'] for port, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:37.255654 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-28ec2fed-d5b1-42cc-887a-55ef768f6c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:47:37.305574 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c0e81-406f-4b40-ae3b-688f9ed52251 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfb5b5f7-f092-4b1c-a413-3c32ff1f309d,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:47:37.308892 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-f19c0e81-406f-4b40-ae3b-688f9ed52251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:47:37.422215 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-f19c0e81-406f-4b40-ae3b-688f9ed52251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-397166'] for router_gateway, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:37.855615 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-f19c0e81-406f-4b40-ae3b-688f9ed52251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-337970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8009'] for router, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:37.858199 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-f19c0e81-406f-4b40-ae3b-688f9ed52251 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:37.886605 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-f19c0e81-406f-4b40-ae3b-688f9ed52251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403068'] for router, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:37.887499 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19c0e81-406f-4b40-ae3b-688f9ed52251 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e644786a-43ae-4551-8eaa-3e19c19b572c {{(pid=78909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 16:47:37.909655 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-f19c0e81-406f-4b40-ae3b-688f9ed52251 admin admin] Notify callbacks [] for router, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:37.911585 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-f19c0e81-406f-4b40-ae3b-688f9ed52251 admin admin] 10.222.0.76 "DELETE /v2.0/routers/e644786a-43ae-4551-8eaa-3e19c19b572c HTTP/1.1" status: 204 len: 168 time: 1.6304440 May 11 16:47:37.914007 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 55536) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:47:37.979943 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_v2 [None req-757c1579-318a-43d3-a95a-853667dd5503 admin admin] Deleting subnet 6d34fe13-d4cd-4394-b07f-385d3f86fd4b {{(pid=78910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:47:37.983433 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-757c1579-318a-43d3-a95a-853667dd5503 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:38.040092 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-757c1579-318a-43d3-a95a-853667dd5503 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14753306'] for subnet, precommit_delete_associations {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:38.135860 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-757c1579-318a-43d3-a95a-853667dd5503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732194'] for subnet, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:38.535569 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-757c1579-318a-43d3-a95a-853667dd5503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15504079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16525368'] for subnet, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:38.539934 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:47:38.576654 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c1579-318a-43d3-a95a-853667dd5503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d34fe13-d4cd-4394-b07f-385d3f86fd4b,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:47:38.580523 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-757c1579-318a-43d3-a95a-853667dd5503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:47:38.581943 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-757c1579-318a-43d3-a95a-853667dd5503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for subnet, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:38.588553 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e399a492-b083-43a4-bf72-5e6f377d1c78 None None] Network f81911b1-3086-40db-9ddc-1800eebe378c requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:47:38.589418 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-757c1579-318a-43d3-a95a-853667dd5503 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/6d34fe13-d4cd-4394-b07f-385d3f86fd4b HTTP/1.1" status: 204 len: 168 time: 0.6734965 May 11 16:47:38.591788 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 55540) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:47:38.787271 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-867c03f6-257b-4c7b-b2b5-e594ab86f8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606754'] for network, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:38.880485 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-867c03f6-257b-4c7b-b2b5-e594ab86f8d2 admin admin] Deleting port 54aaef7a-9753-4f3f-97c9-23acc015e979 {{(pid=78910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:47:38.881022 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-867c03f6-257b-4c7b-b2b5-e594ab86f8d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:38.887340 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1df4e0e-8c12-4cf5-a6d8-65fda3a4a1e5 None None] DHCP port deletion for f81911b1-3086-40db-9ddc-1800eebe378c request from dv-cinder-789603-4-smb {{(pid=78911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 16:47:38.964495 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 54aaef7a-9753-4f3f-97c9-23acc015e979 no longer exists at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:47:39.020052 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-b1df4e0e-8c12-4cf5-a6d8-65fda3a4a1e5 None None] Deleting port 54aaef7a-9753-4f3f-97c9-23acc015e979 {{(pid=78911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:47:39.020425 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b1df4e0e-8c12-4cf5-a6d8-65fda3a4a1e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:39.061440 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [None req-867c03f6-257b-4c7b-b2b5-e594ab86f8d2 admin admin] For port 54aaef7a-9753-4f3f-97c9-23acc015e979, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=54aaef7a-9753-4f3f-97c9-23acc015e979,segment=NetworkSegment(e09f6f58-1ecd-4fed-8923-9399f2c175c1),segment_id=e09f6f58-1ecd-4fed-8923-9399f2c175c1)] {{(pid=78910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:47:39.062080 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-867c03f6-257b-4c7b-b2b5-e594ab86f8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:39.189497 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-b1df4e0e-8c12-4cf5-a6d8-65fda3a4a1e5 None None] For port 54aaef7a-9753-4f3f-97c9-23acc015e979, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=54aaef7a-9753-4f3f-97c9-23acc015e979,segment=NetworkSegment(e09f6f58-1ecd-4fed-8923-9399f2c175c1),segment_id=e09f6f58-1ecd-4fed-8923-9399f2c175c1)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:47:39.190710 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b1df4e0e-8c12-4cf5-a6d8-65fda3a4a1e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:39.223064 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-867c03f6-257b-4c7b-b2b5-e594ab86f8d2 admin admin] Calling delete_port for 54aaef7a-9753-4f3f-97c9-23acc015e979 owned by network:dhcp {{(pid=78910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:47:39.295097 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-867c03f6-257b-4c7b-b2b5-e594ab86f8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:39.300390 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-8c21e7d5-aa5a-43a0-afc2-2c45586457e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:47:39.322930 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577223'] for port, before_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:39.340317 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-b1df4e0e-8c12-4cf5-a6d8-65fda3a4a1e5 None None] Calling delete_port for 54aaef7a-9753-4f3f-97c9-23acc015e979 owned by network:dhcp {{(pid=78911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:47:39.346505 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c03f6-257b-4c7b-b2b5-e594ab86f8d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=54aaef7a-9753-4f3f-97c9-23acc015e979,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:47:39.350592 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-867c03f6-257b-4c7b-b2b5-e594ab86f8d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:47:39.351162 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867c03f6-257b-4c7b-b2b5-e594ab86f8d2 admin admin] No DVR routers for this DVR port 54aaef7a-9753-4f3f-97c9-23acc015e979 on host dv-cinder-789603-4-smb {{(pid=78910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:47:39.405172 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device cfb5b5f7-f092-4b1c-a413-3c32ff1f309d no longer exists at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:47:39.489738 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-867c03f6-257b-4c7b-b2b5-e594ab86f8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726233', 'neutron.services.segments.db._delete_segments_for_network-8788166214813'] for network, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:39.505096 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.services.segments.db [None req-867c03f6-257b-4c7b-b2b5-e594ab86f8d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81911b1-3086-40db-9ddc-1800eebe378c']}} {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:47:39.519716 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.services.segments.db [None req-867c03f6-257b-4c7b-b2b5-e594ab86f8d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e09f6f58-1ecd-4fed-8923-9399f2c175c1') {'for_net_delete': True} {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:47:39.520045 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.services.segments.db [None req-867c03f6-257b-4c7b-b2b5-e594ab86f8d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e09f6f58-1ecd-4fed-8923-9399f2c175c1') {} {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:47:39.520902 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] No Port match for: cfb5b5f7-f092-4b1c-a413-3c32ff1f309d {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:47:39.521482 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device cfb5b5f7-f092-4b1c-a413-3c32ff1f309d not bound to the agent host dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:47:39.522175 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device b4cd7bab-5090-49d3-a18e-3c78722d7f28 no longer exists at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:47:39.534205 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-867c03f6-257b-4c7b-b2b5-e594ab86f8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788166226279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14753285'] for segment, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:39.554475 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-867c03f6-257b-4c7b-b2b5-e594ab86f8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:39.561543 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867c03f6-257b-4c7b-b2b5-e594ab86f8d2 admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=78910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:47:39.562006 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-867c03f6-257b-4c7b-b2b5-e594ab86f8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15504041'] for segment, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: Traceback (most recent call last): May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: timer() May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: cb(*args, **kw) May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: return func(*args, **kwargs) May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: self._notify() May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: self.callback(batched_events) May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: event.method(event) May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: return f(self, *a, **k) May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: return self._get(url).json() May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: return self.request(url, 'GET', **kwargs) May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:47:39.577283 dv-cinder-789603-4-smb neutron-server[78910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:47:39.580140 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] No Port match for: b4cd7bab-5090-49d3-a18e-3c78722d7f28 {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:47:39.581287 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device b4cd7bab-5090-49d3-a18e-3c78722d7f28 not bound to the agent host dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:47:39.603018 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b1df4e0e-8c12-4cf5-a6d8-65fda3a4a1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212'] for port, after_delete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:39.606741 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-5c26185f-5847-4b55-9d06-417f288553b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:47:39.650541 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df4e0e-8c12-4cf5-a6d8-65fda3a4a1e5 None None] Pushing event deleted for resources: {'Port': ['ID=54aaef7a-9753-4f3f-97c9-23acc015e979,revision_number=None']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:47:39.655435 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1df4e0e-8c12-4cf5-a6d8-65fda3a4a1e5 None None] No DVR routers for this DVR port 54aaef7a-9753-4f3f-97c9-23acc015e979 on host dv-cinder-789603-4-smb {{(pid=78911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:47:39.663441 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df4e0e-8c12-4cf5-a6d8-65fda3a4a1e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:39.663441 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df4e0e-8c12-4cf5-a6d8-65fda3a4a1e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:39.663441 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df4e0e-8c12-4cf5-a6d8-65fda3a4a1e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:39.664059 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df4e0e-8c12-4cf5-a6d8-65fda3a4a1e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:39.664059 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df4e0e-8c12-4cf5-a6d8-65fda3a4a1e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:39.664411 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df4e0e-8c12-4cf5-a6d8-65fda3a4a1e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:39.664733 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df4e0e-8c12-4cf5-a6d8-65fda3a4a1e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:39.665046 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df4e0e-8c12-4cf5-a6d8-65fda3a4a1e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:39.665364 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df4e0e-8c12-4cf5-a6d8-65fda3a4a1e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:39.665676 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df4e0e-8c12-4cf5-a6d8-65fda3a4a1e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:39.665988 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df4e0e-8c12-4cf5-a6d8-65fda3a4a1e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:39.666295 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df4e0e-8c12-4cf5-a6d8-65fda3a4a1e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-4-smb {{(pid=78911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 16:47:39.677215 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b1df4e0e-8c12-4cf5-a6d8-65fda3a4a1e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:47:39.700940 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-867c03f6-257b-4c7b-b2b5-e594ab86f8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:39.706548 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-867c03f6-257b-4c7b-b2b5-e594ab86f8d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:39.709211 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:47:39.733724 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c03f6-257b-4c7b-b2b5-e594ab86f8d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f81911b1-3086-40db-9ddc-1800eebe378c,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:47:39.736734 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-867c03f6-257b-4c7b-b2b5-e594ab86f8d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:47:39.749305 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-867c03f6-257b-4c7b-b2b5-e594ab86f8d2 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f81911b1-3086-40db-9ddc-1800eebe378c HTTP/1.1" status: 204 len: 168 time: 1.1560278 May 11 16:47:39.753072 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 55544) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:47:40.435245 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-901bb3e1-1847-4b4e-8ca0-6c823d479e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393546'] for router_interface, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:40.611845 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-0d25f064-208f-45de-bbf7-ac23fb4b7537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:40.876563 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-901bb3e1-1847-4b4e-8ca0-6c823d479e97 admin admin] Deleting port 84d7f479-4e66-4208-adcc-dfc75f79b4ac {{(pid=78910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:47:40.876930 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-901bb3e1-1847-4b4e-8ca0-6c823d479e97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:41.016111 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [None req-901bb3e1-1847-4b4e-8ca0-6c823d479e97 admin admin] For port 84d7f479-4e66-4208-adcc-dfc75f79b4ac, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=84d7f479-4e66-4208-adcc-dfc75f79b4ac,segment=NetworkSegment(22686a75-e6cc-4411-bdca-673c9778f912),segment_id=22686a75-e6cc-4411-bdca-673c9778f912)] {{(pid=78910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:47:41.016462 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-901bb3e1-1847-4b4e-8ca0-6c823d479e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:41.155072 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-901bb3e1-1847-4b4e-8ca0-6c823d479e97 admin admin] Calling delete_port for 84d7f479-4e66-4208-adcc-dfc75f79b4ac owned by network:router_interface {{(pid=78910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:47:41.307388 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-901bb3e1-1847-4b4e-8ca0-6c823d479e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:41.311462 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-98b75edc-afaf-4ea2-b6c7-4fc0e5f62574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:47:41.357440 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901bb3e1-1847-4b4e-8ca0-6c823d479e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=84d7f479-4e66-4208-adcc-dfc75f79b4ac,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:47:41.360067 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-901bb3e1-1847-4b4e-8ca0-6c823d479e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:47:41.630613 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-901bb3e1-1847-4b4e-8ca0-6c823d479e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401914'] for router_interface, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:42.126431 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901bb3e1-1847-4b4e-8ca0-6c823d479e97 admin admin] Router c7e22eb8-0348-44b5-a5be-f9c877026bed has already been hosted by L3 agent 95f6d672-e5dc-462d-adbe-8867676cd4ae {{(pid=78910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 11 16:47:42.318784 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901bb3e1-1847-4b4e-8ca0-6c823d479e97 admin admin] Notify agent at l3_agent.dv-cinder-789603-4-smb the message routers_updated {{(pid=78910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 11 16:47:42.327596 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127a2fff-85f4-4de8-8e7b-9a5d8134a9bb None None] Sync routers for ids ['c7e22eb8-0348-44b5-a5be-f9c877026bed'] in dv-cinder-789603-4-smb {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 16:47:42.328092 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-901bb3e1-1847-4b4e-8ca0-6c823d479e97 admin admin] 10.222.0.76 "PUT /v2.0/routers/c7e22eb8-0348-44b5-a5be-f9c877026bed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5735979 May 11 16:47:42.330800 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 55548) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:47:42.338007 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127a2fff-85f4-4de8-8e7b-9a5d8134a9bb None None] Routers {'c7e22eb8-0348-44b5-a5be-f9c877026bed'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:47:42.338607 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-127a2fff-85f4-4de8-8e7b-9a5d8134a9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:47:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['c7e22eb8-0348-44b5-a5be-f9c877026bed'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:47:42.521171 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-26943876-7c71-4100-b2fc-b66a805f34e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:42.557375 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-127a2fff-85f4-4de8-8e7b-9a5d8134a9bb None None] Set router c7e22eb8-0348-44b5-a5be-f9c877026bed gateway port host: dv-cinder-789603-4-smb {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:47:42.710183 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-26943876-7c71-4100-b2fc-b66a805f34e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:42.751030 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:42.787672 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-26943876-7c71-4100-b2fc-b66a805f34e3 admin admin] Deleting port 674cbaf7-69f8-422c-be7b-305baed0f380 {{(pid=78910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:47:42.788040 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-26943876-7c71-4100-b2fc-b66a805f34e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:42.847912 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-127a2fff-85f4-4de8-8e7b-9a5d8134a9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e22eb8-0348-44b5-a5be-f9c877026bed', 'name': 'tempest-TestShelveInstance-808774375-router', 'tenant_id': 'c2f6b3695f6d4a50901932df8e4955e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'external_fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.90'}], 'enable_snat': True}, 'gw_port_id': '674cbaf7-69f8-422c-be7b-305baed0f380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:43:23Z', 'updated_at': '2021-05-11T16:47:41Z', 'revision_number': 5, 'project_id': 'c2f6b3695f6d4a50901932df8e4955e5', 'gw_port': {'id': '674cbaf7-69f8-422c-be7b-305baed0f380', 'name': '', 'network_id': 'b8617b39-e2b1-4863-8310-b30d869022e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:aa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e22eb8-0348-44b5-a5be-f9c877026bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'ip_address': '172.28.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-11T16:43:24Z', 'updated_at': '2021-05-11T16:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9de70b6-644a-45ab-98dc-77e0c30714b2', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-4-smb'}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:47:42.853574 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127a2fff-85f4-4de8-8e7b-9a5d8134a9bb None None] Checking router: c7e22eb8-0348-44b5-a5be-f9c877026bed for host: dv-cinder-789603-4-smb {{(pid=78912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 16:47:42.862502 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127a2fff-85f4-4de8-8e7b-9a5d8134a9bb None None] Routers {'c7e22eb8-0348-44b5-a5be-f9c877026bed'} bound to L3 agent in host dv-cinder-789603-4-smb {{(pid=78912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 11 16:47:42.863350 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-127a2fff-85f4-4de8-8e7b-9a5d8134a9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-11T16:27:14Z,description=,heartbeat_timestamp=2021-05-11T16:47:14Z,host='dv-cinder-789603-4-smb',id=95f6d672-e5dc-462d-adbe-8867676cd4ae,load=0,resource_versions=,resources_synced=,started_at=2021-05-11T16:27:14Z,topic='l3_agent')) {'router_ids': ['c7e22eb8-0348-44b5-a5be-f9c877026bed'], 'active': True} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:47:42.927007 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [None req-26943876-7c71-4100-b2fc-b66a805f34e3 admin admin] For port 674cbaf7-69f8-422c-be7b-305baed0f380, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=674cbaf7-69f8-422c-be7b-305baed0f380,segment=NetworkSegment(9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c),segment_id=9e5efe0c-e1f0-4bd2-bd02-d5e5aff8f84c)] {{(pid=78910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:47:42.927365 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-26943876-7c71-4100-b2fc-b66a805f34e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:43.030633 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_dvr_db [None req-127a2fff-85f4-4de8-8e7b-9a5d8134a9bb None None] Set router c7e22eb8-0348-44b5-a5be-f9c877026bed gateway port host: None {{(pid=78912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 11 16:47:43.058755 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-26943876-7c71-4100-b2fc-b66a805f34e3 admin admin] Calling delete_port for 674cbaf7-69f8-422c-be7b-305baed0f380 owned by network:router_gateway {{(pid=78910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:47:43.145306 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.l3_hamode_db [None req-127a2fff-85f4-4de8-8e7b-9a5d8134a9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e22eb8-0348-44b5-a5be-f9c877026bed', 'name': 'tempest-TestShelveInstance-808774375-router', 'tenant_id': 'c2f6b3695f6d4a50901932df8e4955e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:43:23Z', 'updated_at': '2021-05-11T16:47:42Z', 'revision_number': 6, 'project_id': 'c2f6b3695f6d4a50901932df8e4955e5', 'gw_port_host': None}], 'dv-cinder-789603-4-smb', False) {} {{(pid=78912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:47:43.149682 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127a2fff-85f4-4de8-8e7b-9a5d8134a9bb None None] The sync data for ids ['c7e22eb8-0348-44b5-a5be-f9c877026bed'] in dv-cinder-789603-4-smb is: [{'id': 'c7e22eb8-0348-44b5-a5be-f9c877026bed', 'name': 'tempest-TestShelveInstance-808774375-router', 'tenant_id': 'c2f6b3695f6d4a50901932df8e4955e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-11T16:43:23Z', 'updated_at': '2021-05-11T16:47:42Z', 'revision_number': 6, 'project_id': 'c2f6b3695f6d4a50901932df8e4955e5', 'gw_port_host': None}] {{(pid=78912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 16:47:43.218843 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-26943876-7c71-4100-b2fc-b66a805f34e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:43.223086 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-867c03f6-257b-4c7b-b2b5-e594ab86f8d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:47:43.268597 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26943876-7c71-4100-b2fc-b66a805f34e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=674cbaf7-69f8-422c-be7b-305baed0f380,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:47:43.271031 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-26943876-7c71-4100-b2fc-b66a805f34e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:47:43.363050 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-26943876-7c71-4100-b2fc-b66a805f34e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-397166'] for router_gateway, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:43.610784 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-e56be4b7-1b02-4f03-8e3b-a644144240cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:43.666044 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-26943876-7c71-4100-b2fc-b66a805f34e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-337970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8009'] for router, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:43.668350 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-26943876-7c71-4100-b2fc-b66a805f34e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:43.691534 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-26943876-7c71-4100-b2fc-b66a805f34e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-403068'] for router, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:43.692138 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26943876-7c71-4100-b2fc-b66a805f34e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7e22eb8-0348-44b5-a5be-f9c877026bed {{(pid=78910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 11 16:47:43.703942 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-26943876-7c71-4100-b2fc-b66a805f34e3 admin admin] Notify callbacks [] for router, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:43.706172 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-26943876-7c71-4100-b2fc-b66a805f34e3 admin admin] 10.222.0.76 "DELETE /v2.0/routers/c7e22eb8-0348-44b5-a5be-f9c877026bed HTTP/1.1" status: 204 len: 168 time: 1.3729534 May 11 16:47:43.707965 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 55552) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:47:43.738849 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:43.769813 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cdebd27-b756-4c84-ad76-381f189c41ac admin admin] Deleting subnet d71b7ae0-2b29-4336-9963-9dceea476d96 {{(pid=78910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 11 16:47:43.772714 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-3cdebd27-b756-4c84-ad76-381f189c41ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:43.824745 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-3cdebd27-b756-4c84-ad76-381f189c41ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14753306'] for subnet, precommit_delete_associations {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:43.902129 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-3cdebd27-b756-4c84-ad76-381f189c41ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732194'] for subnet, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:44.154271 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-3cdebd27-b756-4c84-ad76-381f189c41ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15504079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16525368'] for subnet, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:44.158537 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:47:44.192676 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdebd27-b756-4c84-ad76-381f189c41ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d71b7ae0-2b29-4336-9963-9dceea476d96,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:47:44.196679 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-3cdebd27-b756-4c84-ad76-381f189c41ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:47:44.199474 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-3cdebd27-b756-4c84-ad76-381f189c41ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for subnet, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:44.205929 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89be162-ebb5-441d-ba83-4cd373a42f94 None None] Network 9d0c5430-6e3e-41ed-abbd-ba8afea46049 requested from dv-cinder-789603-4-smb {{(pid=78911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 11 16:47:44.207113 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-3cdebd27-b756-4c84-ad76-381f189c41ac admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d71b7ae0-2b29-4336-9963-9dceea476d96 HTTP/1.1" status: 204 len: 168 time: 0.4972010 May 11 16:47:44.209046 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [-] (78910) accepted ('10.222.0.76', 55556) {{(pid=78910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:47:44.318684 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-f12be02f-25ff-47bd-9f39-afd9133aae6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-606754'] for network, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:44.391499 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-f12be02f-25ff-47bd-9f39-afd9133aae6a admin admin] Deleting port 1b56b18f-1094-4184-aab1-6318241bc2fd {{(pid=78910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:47:44.391897 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-f12be02f-25ff-47bd-9f39-afd9133aae6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:44.454425 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7027718b-2d25-46a9-a942-39b2fca591c5 None None] DHCP port deletion for 9d0c5430-6e3e-41ed-abbd-ba8afea46049 request from dv-cinder-789603-4-smb {{(pid=78911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 11 16:47:44.496717 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.db [None req-f12be02f-25ff-47bd-9f39-afd9133aae6a admin admin] For port 1b56b18f-1094-4184-aab1-6318241bc2fd, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=1b56b18f-1094-4184-aab1-6318241bc2fd,segment=NetworkSegment(22686a75-e6cc-4411-bdca-673c9778f912),segment_id=22686a75-e6cc-4411-bdca-673c9778f912)] {{(pid=78910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:47:44.497066 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-f12be02f-25ff-47bd-9f39-afd9133aae6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:44.531036 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-7027718b-2d25-46a9-a942-39b2fca591c5 None None] Deleting port 1b56b18f-1094-4184-aab1-6318241bc2fd {{(pid=78911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 11 16:47:44.531671 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-7027718b-2d25-46a9-a942-39b2fca591c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788166204061'] for port, before_delete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:44.621810 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.plugin [None req-f12be02f-25ff-47bd-9f39-afd9133aae6a admin admin] Calling delete_port for 1b56b18f-1094-4184-aab1-6318241bc2fd owned by network:dhcp {{(pid=78910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:47:44.636890 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.db [None req-7027718b-2d25-46a9-a942-39b2fca591c5 None None] For port 1b56b18f-1094-4184-aab1-6318241bc2fd, host dv-cinder-789603-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-4-smb',level=0,port_id=1b56b18f-1094-4184-aab1-6318241bc2fd,segment=NetworkSegment(22686a75-e6cc-4411-bdca-673c9778f912),segment_id=22686a75-e6cc-4411-bdca-673c9778f912)] {{(pid=78911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 11 16:47:44.637225 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-7027718b-2d25-46a9-a942-39b2fca591c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-409008'] for port, precommit_delete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:44.666976 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-f12be02f-25ff-47bd-9f39-afd9133aae6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15504028'] for port, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:44.670817 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-901bb3e1-1847-4b4e-8ca0-6c823d479e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:47:44.715939 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12be02f-25ff-47bd-9f39-afd9133aae6a admin admin] Pushing event deleted for resources: {'Port': ['ID=1b56b18f-1094-4184-aab1-6318241bc2fd,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:47:44.718197 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-f12be02f-25ff-47bd-9f39-afd9133aae6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:47:44.722321 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12be02f-25ff-47bd-9f39-afd9133aae6a admin admin] No DVR routers for this DVR port 1b56b18f-1094-4184-aab1-6318241bc2fd on host dv-cinder-789603-4-smb {{(pid=78910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:47:44.769094 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-7027718b-2d25-46a9-a942-39b2fca591c5 None None] Calling delete_port for 1b56b18f-1094-4184-aab1-6318241bc2fd owned by network:dhcp {{(pid=78911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 11 16:47:44.812686 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-7027718b-2d25-46a9-a942-39b2fca591c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788166208112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788165790212'] for port, after_delete {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:44.818471 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:47:44.839837 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-f12be02f-25ff-47bd-9f39-afd9133aae6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726233', 'neutron.services.segments.db._delete_segments_for_network-8788166214813'] for network, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:44.853818 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.services.segments.db [None req-f12be02f-25ff-47bd-9f39-afd9133aae6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0c5430-6e3e-41ed-abbd-ba8afea46049']}} {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:47:44.863593 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027718b-2d25-46a9-a942-39b2fca591c5 None None] Pushing event deleted for resources: {'Port': ['ID=1b56b18f-1094-4184-aab1-6318241bc2fd,revision_number=None']} {{(pid=78911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:47:44.866432 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG oslo_concurrency.lockutils [None req-7027718b-2d25-46a9-a942-39b2fca591c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78911) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:47:44.867239 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7027718b-2d25-46a9-a942-39b2fca591c5 None None] No DVR routers for this DVR port 1b56b18f-1094-4184-aab1-6318241bc2fd on host dv-cinder-789603-4-smb {{(pid=78911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 16:47:44.870275 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.services.segments.db [None req-f12be02f-25ff-47bd-9f39-afd9133aae6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22686a75-e6cc-4411-bdca-673c9778f912') {'for_net_delete': True} {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:47:44.870591 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.services.segments.db [None req-f12be02f-25ff-47bd-9f39-afd9133aae6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22686a75-e6cc-4411-bdca-673c9778f912') {} {{(pid=78910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 16:47:44.889147 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-f12be02f-25ff-47bd-9f39-afd9133aae6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788166226279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14753285'] for segment, before_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:44.908973 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-f12be02f-25ff-47bd-9f39-afd9133aae6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897'] for segment, precommit_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:44.915281 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12be02f-25ff-47bd-9f39-afd9133aae6a admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=78910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 16:47:44.915749 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-f12be02f-25ff-47bd-9f39-afd9133aae6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-730897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15504041'] for segment, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: Traceback (most recent call last): May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: timer() May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: cb(*args, **kw) May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: return func(*args, **kwargs) May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: self._notify() May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: self.callback(batched_events) May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: event.method(event) May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: aggregate_uuid = self.p_client.list_aggregates( May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: return f(self, *a, **k) May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: return self._get(url).json() May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: return self.request(url, 'GET', **kwargs) May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: base_url = self.get_endpoint(auth, allow=allow, May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 16:47:44.928940 dv-cinder-789603-4-smb neutron-server[78910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 16:47:44.936750 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 1b56b18f-1094-4184-aab1-6318241bc2fd no longer exists at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:47:44.971594 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] No Port match for: 1b56b18f-1094-4184-aab1-6318241bc2fd {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:47:44.972018 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 1b56b18f-1094-4184-aab1-6318241bc2fd not bound to the agent host dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:47:44.972535 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 84d7f479-4e66-4208-adcc-dfc75f79b4ac no longer exists at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:47:45.010297 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] No Port match for: 84d7f479-4e66-4208-adcc-dfc75f79b4ac {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:47:45.010578 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 84d7f479-4e66-4208-adcc-dfc75f79b4ac not bound to the agent host dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:47:45.011017 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 674cbaf7-69f8-422c-be7b-305baed0f380 no longer exists at agent ovs-agent-dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 11 16:47:45.045772 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.plugin [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] No Port match for: 674cbaf7-69f8-422c-be7b-305baed0f380 {{(pid=78911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 11 16:47:45.046119 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron.plugins.ml2.rpc [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Device 674cbaf7-69f8-422c-be7b-305baed0f380 not bound to the agent host dv-cinder-789603-4-smb {{(pid=78911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 11 16:47:45.091640 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:45.109864 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-f12be02f-25ff-47bd-9f39-afd9133aae6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-397180'] for network, after_delete {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:45.114238 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:47:45.127371 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron_lib.callbacks.manager [None req-f12be02f-25ff-47bd-9f39-afd9133aae6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540076'] for network, before_response {{(pid=78910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:45.137194 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12be02f-25ff-47bd-9f39-afd9133aae6a admin admin] Pushing event deleted for resources: {'Network': ['ID=9d0c5430-6e3e-41ed-abbd-ba8afea46049,revision_number=None']} {{(pid=78910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:47:45.140075 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG oslo_concurrency.lockutils [None req-f12be02f-25ff-47bd-9f39-afd9133aae6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:47:45.141550 dv-cinder-789603-4-smb neutron-server[78910]: INFO neutron.wsgi [None req-f12be02f-25ff-47bd-9f39-afd9133aae6a admin admin] 10.222.0.76 "DELETE /v2.0/networks/9d0c5430-6e3e-41ed-abbd-ba8afea46049 HTTP/1.1" status: 204 len: 168 time: 0.9316006 May 11 16:47:45.316260 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 55562) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:47:45.368303 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-aeafd52f-4cdd-46f4-b64b-766eb69025c7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3b66f8b9361d473d825d116d42d6754b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508242 May 11 16:47:45.370694 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 55566) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:47:45.431826 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-11fcdab6-cec5-4511-9b6c-6ca8b0d3a4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:45.458434 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-11fcdab6-cec5-4511-9b6c-6ca8b0d3a4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:45.511647 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-11fcdab6-cec5-4511-9b6c-6ca8b0d3a4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:45.515138 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:47:45.529485 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fcdab6-cec5-4511-9b6c-6ca8b0d3a4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37253770-49ba-49b5-a0eb-6868e3590c61,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:47:45.534096 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-11fcdab6-cec5-4511-9b6c-6ca8b0d3a4e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:47:45.537655 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-11fcdab6-cec5-4511-9b6c-6ca8b0d3a4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:45.538764 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-11fcdab6-cec5-4511-9b6c-6ca8b0d3a4e0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/37253770-49ba-49b5-a0eb-6868e3590c61 HTTP/1.1" status: 204 len: 168 time: 0.1672227 May 11 16:47:45.906013 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 55574) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:47:45.959481 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-1e9cbab2-78ac-45f3-8a94-dd043ce28635 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c2f6b3695f6d4a50901932df8e4955e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518901 May 11 16:47:45.962142 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.wsgi [-] (78909) accepted ('10.222.0.76', 55578) {{(pid=78909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 11 16:47:46.021935 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-4dc3bacc-f3eb-41bf-9a59-d41bd5818b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:46.047278 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-4dc3bacc-f3eb-41bf-9a59-d41bd5818b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:46.097534 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-4dc3bacc-f3eb-41bf-9a59-d41bd5818b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493719'] for security_group, after_delete {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:46.101013 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-91282217-80c9-457a-8eed-b8baa3f04262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 11 16:47:46.111338 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3bacc-f3eb-41bf-9a59-d41bd5818b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3349a2b9-a2ea-4008-bd5f-b0322832faf2,revision_number=None']} {{(pid=78909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 16:47:46.115225 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG oslo_concurrency.lockutils [None req-4dc3bacc-f3eb-41bf-9a59-d41bd5818b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78909) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 11 16:47:46.118511 dv-cinder-789603-4-smb neutron-server[78909]: DEBUG neutron_lib.callbacks.manager [None req-4dc3bacc-f3eb-41bf-9a59-d41bd5818b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:46.119610 dv-cinder-789603-4-smb neutron-server[78909]: INFO neutron.wsgi [None req-4dc3bacc-f3eb-41bf-9a59-d41bd5818b82 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3349a2b9-a2ea-4008-bd5f-b0322832faf2 HTTP/1.1" status: 204 len: 168 time: 0.1565700 May 11 16:47:47.647391 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:47:51.546635 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:48:10.606184 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-751b7feb-d635-4e8c-aadd-539b5d5cffc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:48:12.750881 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:48:13.604112 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-ddd8a51e-4edb-4fd6-b715-99354a7209e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:48:13.741124 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:48:15.094966 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:48:17.647993 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:48:28.549097 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:48:40.606601 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-2ef699e8-5de8-4379-8174-71e871faf4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:48:42.764667 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:48:43.604834 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-a4387e9b-f460-4440-b8af-006d6eec38ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:48:43.744030 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:48:45.100599 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:48:47.651636 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:49:05.548175 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:49:10.608364 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-dba863b0-bb99-43ed-84d5-bc525ea05db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:49:12.763380 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:49:13.606602 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-0a376f44-d570-4ade-86b2-e05e4c6ff7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:49:13.746224 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:49:15.099429 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:49:17.654447 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:49:40.610674 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b52d0bb0-4173-44f6-9722-a9bc833e7578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:49:42.547024 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:49:42.788252 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:49:43.610497 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-3468d35f-cd4b-498a-b2fc-37e6568aae30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:49:43.749738 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:49:45.105018 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:49:47.656845 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:50:10.611947 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-e3391a11-453f-47af-9e0d-ab64f7e7a847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:50:12.791263 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:50:13.613080 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-969b1f61-6d08-4cc7-83f2-f2f3280268c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:50:13.753778 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:50:15.105472 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:50:17.659706 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:50:19.546386 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:50:40.612560 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-e89efa4e-104a-4cbd-bf8d-c9204296e06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:50:42.793743 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:50:43.614163 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-6e70333e-d6ea-430d-8133-55d3fb40a343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:50:43.755345 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:50:45.112985 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:50:47.661566 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:50:56.545744 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:51:10.613692 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-6146737b-2643-4d30-b9e0-5c10cbbbd2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:51:12.806567 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:51:13.616086 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-d06264de-9d4e-460c-9db4-793310a9e7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:51:13.757845 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:51:15.111221 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:51:17.664093 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:51:33.544422 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:51:40.619032 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-d0fda7c3-3d6a-4b3e-9d97-eec1f2c1ea74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:51:42.805875 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:51:43.625592 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-d4670b95-c5a2-4265-9712-6939c50ebac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:51:43.765444 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:51:45.114967 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:51:47.668755 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:52:10.543430 dv-cinder-789603-4-smb neutron-server[78912]: DEBUG neutron.db.agents_db [None req-6e16aa0f-e1ad-48d1-a757-11687b855a07 None None] Agent healthcheck: found 6 active agents {{(pid=78912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 11 16:52:10.615539 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-f4c488b1-a386-4fa6-beb2-ebfd8a6c7666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:52:12.806950 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-cd38e06d-118a-481f-9a18-e24b51495a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:52:13.618943 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-97d5f979-30db-408e-ac44-4cb90d3dbc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:52:13.760671 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-b04b9450-5eee-405c-8732-9b724d212b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:52:15.116600 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-45ca8931-003d-4790-a705-a002d1071643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:52:17.670529 dv-cinder-789603-4-smb neutron-server[78911]: DEBUG neutron_lib.callbacks.manager [None req-096ff780-433e-4f51-b25d-e3841e09e8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788166214822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725475'] for agent, after_update {{(pid=78911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 11 16:52:25.146928 dv-cinder-789603-4-smb neutron-server[78910]: DEBUG neutron.wsgi [req-d9825641-b70f-41d8-8100-dba9d5ba76db req-1b51629b-67fb-4fa1-a0ee-4dd9956f0539 service neutron] (78910) timed out ('10.222.0.85', 49868) {{(pid=78910) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}